diff --git a/HISTORY.rst b/HISTORY.rst index eef9acd..be9ee6a 100644 --- a/HISTORY.rst +++ b/HISTORY.rst @@ -2,6 +2,13 @@ Release History =============== +0.0.10 (2017-05-24) +------------------ +* Allow users to explicitly use or invalidate the internal, local cache of the filesystem that is built up from previous `ls` calls. It is now set to always call the service instead of the cache by default. +* Update to properly create the wheel package during build to ensure all pip packages are available. +* Update folder upload/download to properly throw early in the event that the destination files exist and overwrite was not specified. NOTE: target folder existence (or sub folder existence) does not automatically cause failure. Only leaf node existence will result in failure. +* Fix a bug that caused file not found errors when attempting to get information about the root folder. + 0.0.9 (2017-05-09) ------------------ * Enforce basic SSL utilization to ensure performance due to `GitHub issue 625 ` diff --git a/README.rst b/README.rst index 0f2361c..078c566 100644 --- a/README.rst +++ b/README.rst @@ -31,6 +31,7 @@ To play with the code, here is a starting point: # typical operations adl.ls('') adl.ls('tmp/', detail=True) + adl.ls('tmp/', detail=True, invalidate_cache=True) adl.cat('littlefile') adl.head('gdelt20150827.csv') diff --git a/azure/datalake/store/__init__.py b/azure/datalake/store/__init__.py index 4298576..a3b4d86 100644 --- a/azure/datalake/store/__init__.py +++ b/azure/datalake/store/__init__.py @@ -6,7 +6,7 @@ # license information. # -------------------------------------------------------------------------- -__version__ = "0.0.9" +__version__ = "0.0.10" from .core import AzureDLFileSystem from .multithread import ADLDownloader diff --git a/azure/datalake/store/core.py b/azure/datalake/store/core.py index 036d66a..b7bfbc7 100644 --- a/azure/datalake/store/core.py +++ b/azure/datalake/store/core.py @@ -95,7 +95,7 @@ def open(self, path, mode='rb', blocksize=2**25, delimiter=None): path: string Path of file on ADL mode: string - One of 'rb' or 'wb' + One of 'rb', 'ab' or 'wb' blocksize: int Size of data-node blocks if reading delimiter: byte(s) or None @@ -107,10 +107,14 @@ def open(self, path, mode='rb', blocksize=2**25, delimiter=None): return AzureDLFile(self, AzureDLPath(path), mode, blocksize=blocksize, delimiter=delimiter) - def _ls(self, path): + def _ls(self, path, invalidate_cache=True): """ List files at given path """ path = AzureDLPath(path).trim() key = path.as_posix() + + if invalidate_cache: + self.invalidate_cache(key) + if key not in self.dirs: out = self.azure.call('LISTSTATUS', key) self.dirs[key] = out['FileStatuses']['FileStatus'] @@ -118,62 +122,87 @@ def _ls(self, path): f['name'] = (path / f['pathSuffix']).as_posix() return self.dirs[key] - def ls(self, path="", detail=False): + def ls(self, path="", detail=False, invalidate_cache=True): """ List single directory with or without details """ path = AzureDLPath(path) - files = self._ls(path) + files = self._ls(path, invalidate_cache) if not files: - inf = self.info(path) + # in this case we just invalidated the cache (if it was true), so no need to do it again + inf = self.info(path, invalidate_cache=False) if inf['type'] == 'DIRECTORY': - return [] + return inf if detail else [] + raise FileNotFoundError(path) if detail: return files else: return [f['name'] for f in files] - def info(self, path): + def info(self, path, invalidate_cache=True, expected_error_code=None): """ File information """ path = AzureDLPath(path).trim() - root = path.parent path_as_posix = path.as_posix() - for f in self._ls(root): + root = path.parent + root_as_posix = root.as_posix() + + # in the case of getting info about the root itself or if the cache won't be hit + # simply return the result of a GETFILESTATUS from the service + if invalidate_cache or path_as_posix in {'/', '.'}: + to_return = self.azure.call('GETFILESTATUS', path_as_posix, expected_error_code=expected_error_code)['FileStatus'] + to_return['name'] = path_as_posix + + # add the key/value pair back to the cache so long as it isn't the root + if path_as_posix not in {'/', '.'}: + if root_as_posix not in self.dirs: + self.dirs[root_as_posix] = [to_return] + else: + found = False + for f in self.dirs[root_as_posix]: + if f['name'] == path_as_posix: + found = True + f = to_return + break + if not found: + self.dirs[root_as_posix].append(to_return) + return to_return + + for f in self._ls(root, invalidate_cache): if f['name'] == path_as_posix: return f - else: - raise FileNotFoundError(path) + + raise FileNotFoundError(path) - def _walk(self, path): - fi = list(self._ls(path)) + def _walk(self, path, invalidate_cache=True): + fi = list(self._ls(path, invalidate_cache)) for apath in fi: if apath['type'] == 'DIRECTORY': - fi.extend(self._ls(apath['name'])) + fi.extend(self._ls(apath['name'], invalidate_cache)) return [f for f in fi if f['type'] == 'FILE'] - def walk(self, path='', details=False): + def walk(self, path='', details=False, invalidate_cache=True): """ Get all files below given path """ - return [f if details else f['name'] for f in self._walk(path)] + return [f if details else f['name'] for f in self._walk(path, invalidate_cache)] - def glob(self, path, details=False): + def glob(self, path, details=False, invalidate_cache=True): """ Find files (not directories) by glob-matching. """ path = AzureDLPath(path).trim() path_as_posix = path.as_posix() prefix = path.globless_prefix - allfiles = self.walk(prefix, details) + allfiles = self.walk(prefix, details, invalidate_cache) if prefix == path: return allfiles return [f for f in allfiles if AzureDLPath(f['name'] if details else f).match(path_as_posix)] - def du(self, path, total=False, deep=False): + def du(self, path, total=False, deep=False, invalidate_cache=True): """ Bytes in keys at path """ if deep: - files = self._walk(path) + files = self._walk(path, invalidate_cache) else: - files = self.ls(path, detail=True) + files = self.ls(path, detail=True, invalidate_cache=invalidate_cache) if total: return sum(f.get('length', 0) for f in files) else: @@ -394,10 +423,10 @@ def chown(self, path, owner=None, group=None): self.azure.call('SETOWNER', path.as_posix(), **parms) self.invalidate_cache(path.as_posix()) - def exists(self, path): + def exists(self, path, invalidate_cache=True): """ Does such a file/directory exist? """ try: - self.info(path) + self.info(path, invalidate_cache, expected_error_code=404) return True except FileNotFoundError: return False @@ -451,7 +480,8 @@ def rmdir(self, path): """ Remove empty directory """ if self.info(path)['type'] != "DIRECTORY": raise ValueError('Can only rmdir on directories') - if self.ls(path): + # should always invalidate the cache when checking to see if the directory is empty + if self.ls(path, invalidate_cache=True): raise ValueError('Directory not empty: %s' % path) self.rm(path, False) @@ -507,7 +537,8 @@ def rm(self, path, recursive=False): by `walk()`. """ path = AzureDLPath(path).trim() - if not self.exists(path): + # Always invalidate the cache when attempting to check existence of something to delete + if not self.exists(path, invalidate_cache=True): raise FileNotFoundError(path) self.azure.call('DELETE', path.as_posix(), recursive=recursive) self.invalidate_cache(path) @@ -635,10 +666,19 @@ def __init__(self, azure, path, mode='rb', blocksize=2**25, self.buffer = io.BytesIO() self.blocksize = blocksize self.first_write = True - if mode == 'ab' and self.azure.exists(path): + + # always invalidate the cache when checking for existence of a file + # that may be created or written to (for the first time). + exists = self.azure.exists(path, invalidate_cache=True) + + # cannot create a new file object out of a directory + if exists and self.info()['type'] == 'DIRECTORY': + raise IOError('path: {} is a directory, not a file, and cannot be opened for reading or writing'.format(path)) + + if mode == 'ab' and exists: self.loc = self.info()['length'] self.first_write = False - if mode == 'rb': + elif mode == 'rb': self.size = self.info()['length'] else: self.blocksize = min(2**22, blocksize) diff --git a/azure/datalake/store/lib.py b/azure/datalake/store/lib.py index de5e1cc..9c3fd46 100644 --- a/azure/datalake/store/lib.py +++ b/azure/datalake/store/lib.py @@ -309,7 +309,7 @@ def _is_json_response(self, response): return False return response.headers['content-type'].startswith('application/json') - def call(self, op, path='', is_extended=False, **kwargs): + def call(self, op, path='', is_extended=False, expected_error_code=None, **kwargs): """ Execute a REST call Parameters @@ -322,6 +322,11 @@ def call(self, op, path='', is_extended=False, **kwargs): Indicates if the API call comes from the webhdfs extensions path or the basic webhdfs path. By default, all requests target the official webhdfs path. A small subset of custom convenience methods specific to Azure Data Lake Store target the extension path (such as SETEXPIRY). + expected_error_code: int + Optionally indicates a specific, expected error code, if any. In the event that this error + is returned, the exception will be logged to DEBUG instead of ERROR stream. The exception + will still be raised, however, as it is expected that the caller will expect to handle it + and do something different if it is raised. kwargs: dict other parameters, as defined by the webHDFS standard and https://msdn.microsoft.com/en-us/library/mt710547.aspx @@ -359,11 +364,16 @@ def call(self, op, path='', is_extended=False, **kwargs): r = func(url, params=params, headers=headers, data=data, stream=stream) except requests.exceptions.RequestException as e: raise DatalakeRESTException('HTTP error: ' + repr(e)) + + exception_log_level = logging.ERROR + if expected_error_code and r.status_code == expected_error_code: + logger.log(logging.DEBUG, 'Error code: {} was an expected potential error from the caller. Logging the exception to the debug stream'.format(r.status_code)) + exception_log_level = logging.DEBUG if r.status_code == 403: - self.log_response_and_raise(r, PermissionError(path)) + self.log_response_and_raise(r, PermissionError(path), level=exception_log_level) elif r.status_code == 404: - self.log_response_and_raise(r, FileNotFoundError(path)) + self.log_response_and_raise(r, FileNotFoundError(path), level=exception_log_level) elif r.status_code >= 400: err = DatalakeRESTException( 'Data-lake REST exception: %s, %s' % (op, path)) @@ -374,7 +384,7 @@ def call(self, op, path='', is_extended=False, **kwargs): if exception == 'BadOffsetException': err = DatalakeBadOffsetException(path) self.log_response_and_raise(r, err, level=logging.DEBUG) - self.log_response_and_raise(r, err) + self.log_response_and_raise(r, err, level=exception_log_level) else: self._log_response(r) diff --git a/azure/datalake/store/multithread.py b/azure/datalake/store/multithread.py index 4f3c7c3..6808f20 100644 --- a/azure/datalake/store/multithread.py +++ b/azure/datalake/store/multithread.py @@ -102,14 +102,16 @@ class ADLDownloader(object): def __init__(self, adlfs, rpath, lpath, nthreads=None, chunksize=2**28, buffersize=2**22, blocksize=2**22, client=None, run=True, overwrite=False, verbose=False): - if not overwrite and os.path.exists(lpath): - raise FileExistsError(lpath) # validate that the src exists and the current user has access to it # this only validates access to the top level folder. If there are files # or folders underneath it that the user does not have access to the download # will fail on those files. We clean the path in case there are wildcards. - if not adlfs.exists(AzureDLPath(rpath).globless_prefix): + # In this case, we will always invalidate the cache for this check to + # do our best to ensure that the path exists as close to run time of the transfer as possible. + # Due to the nature of a distributed filesystem, the path could be deleted later during execution, + # at which point the transfer's behavior may be non-deterministic, but it will indicate an error. + if not adlfs.exists(AzureDLPath(rpath).globless_prefix, invalidate_cache=True): raise FileNotFoundError('Data Lake item at path: {} either does not exist or the current user does not have permission to access it.'.format(rpath)) if client: self.client = client @@ -128,7 +130,10 @@ def __init__(self, adlfs, rpath, lpath, nthreads=None, chunksize=2**28, self.rpath = rpath self.lpath = lpath self._overwrite = overwrite - self._setup() + existing_files = self._setup() + if existing_files: + raise FileExistsError('Overwrite was not specified and the following files exist, blocking the transfer operation. Please specify overwrite to overwrite these files during transfer: {}'.format(','.join(existing_files))) + if run: self.run() @@ -181,9 +186,9 @@ def _setup(self): """ Create set of parameters to loop over """ if "*" not in self.rpath: - rfiles = self.client._adlfs.walk(self.rpath, details=True) + rfiles = self.client._adlfs.walk(self.rpath, details=True, invalidate_cache=True) else: - rfiles = self.client._adlfs.glob(self.rpath, details=True) + rfiles = self.client._adlfs.glob(self.rpath, details=True, invalidate_cache=True) if len(rfiles) > 1: prefix = commonprefix([f['name'] for f in rfiles]) file_pairs = [(os.path.join(self.lpath, os.path.relpath(f['name'], prefix)), f) @@ -201,9 +206,14 @@ def _setup(self): # and should not be referenced directly by public callers self._file_pairs = file_pairs + existing_files = [] for lfile, rfile in file_pairs: - self.client.submit(rfile['name'], lfile, rfile['length']) - + if not self._overwrite and os.path.exists(lfile): + existing_files.append(lfile) + else: + self.client.submit(rfile['name'], lfile, rfile['length']) + + return existing_files def run(self, nthreads=None, monitor=True): """ Populate transfer queue and execute downloads @@ -343,13 +353,6 @@ class ADLUploader(object): def __init__(self, adlfs, rpath, lpath, nthreads=None, chunksize=2**28, buffersize=2**22, blocksize=2**22, client=None, run=True, overwrite=False, verbose=False): - if not overwrite and adlfs.exists(rpath): - raise FileExistsError(rpath) - - # forcibly remove the target file before execution - # if the user indicates they want to overwrite the destination. - if overwrite and adlfs.exists(rpath): - adlfs.remove(rpath, True) if client: self.client = client @@ -370,7 +373,11 @@ def __init__(self, adlfs, rpath, lpath, nthreads=None, chunksize=2**28, self.rpath = AzureDLPath(rpath) self.lpath = lpath self._overwrite = overwrite - self._setup() + existing_files = self._setup() + + if existing_files: + raise FileExistsError('Overwrite was not specified and the following files exist, blocking the transfer operation. Please specify overwrite to overwrite these files during transfer: {}'.format(','.join(existing_files))) + if run: self.run() @@ -436,8 +443,8 @@ def _setup(self): prefix = commonprefix(lfiles) file_pairs = [(f, self.rpath / AzureDLPath(f).relative_to(prefix)) for f in lfiles] elif lfiles: - if self.client._adlfs.exists(self.rpath) and \ - self.client._adlfs.info(self.rpath)['type'] == "DIRECTORY": + if self.client._adlfs.exists(self.rpath, invalidate_cache=True) and \ + self.client._adlfs.info(self.rpath, invalidate_cache=False)['type'] == "DIRECTORY": file_pairs = [(lfiles[0], self.rpath / AzureDLPath(lfiles[0]).name)] else: file_pairs = [(lfiles[0], self.rpath)] @@ -448,9 +455,15 @@ def _setup(self): # and should not be referenced directly by public callers self._file_pairs = file_pairs + existing_files = [] for lfile, rfile in file_pairs: - fsize = os.stat(lfile).st_size - self.client.submit(lfile, rfile, fsize) + if not self._overwrite and self.client._adlfs.exists(rfile, invalidate_cache=False): + existing_files.append(rfile.as_posix()) + else: + fsize = os.stat(lfile).st_size + self.client.submit(lfile, rfile, fsize) + + return existing_files def run(self, nthreads=None, monitor=True): """ Populate transfer queue and execute downloads @@ -517,7 +530,10 @@ def merge_chunks(adlfs, outfile, files, shutdown_event=None, overwrite=False): # so this call is optimized to instantly delete the temp folder on concat. # if somehow the target file was created between the beginning of upload # and concat, we will remove it if the user specified overwrite. - if adlfs.exists(outfile): + # here we must get the most up to date information from the service, + # instead of relying on the local cache to ensure that we know if + # the merge target already exists. + if adlfs.exists(outfile, invalidate_cache=True): if overwrite: adlfs.remove(outfile, True) else: diff --git a/samples/benchmarks.py b/samples/benchmarks.py index 05b9d17..ee12900 100644 --- a/samples/benchmarks.py +++ b/samples/benchmarks.py @@ -83,7 +83,7 @@ def verify(instance): print("local file size :", None) print("remote file :", rfile) - if adl.exists(rfile): + if adl.exists(rfile, invalidate_cache=False): print("remote file size:", adl.du(rfile, total=True, deep=True)) else: print("remote file size:", None) @@ -240,7 +240,7 @@ def print_summary_statistics(stats): lpath_down = os.path.join(args.local_path, '50gbfile.txt.out') rpath = args.remote_path + '/50gbfile.txt' - if adl.exists(rpath): + if adl.exists(rpath, invalidate_cache=False): adl.rm(rpath) if os.path.exists(lpath_down): os.remove(lpath_down) diff --git a/samples/cli.py b/samples/cli.py index 855688e..918dba7 100644 --- a/samples/cli.py +++ b/samples/cli.py @@ -172,7 +172,7 @@ def do_exists(self, line): parser.add_argument('file', type=str) args = parser.parse_args(line.split()) - print(self._fs.exists(args.file)) + print(self._fs.exists(args.file, invalidate_cache=False)) def help_exists(self): print("exists file\n") @@ -224,7 +224,7 @@ def do_info(self, line): args = parser.parse_args(line.split()) for f in args.files: - self._display_dict(self._fs.info(f)) + self._display_dict(self._fs.info(f, invalidate_cache=False)) def help_info(self): print("info file ...\n") @@ -274,7 +274,7 @@ def do_ls(self, line): args = parser.parse_args(line.split()) for d in args.dirs: - for item in self._fs.ls(d, detail=args.detail): + for item in self._fs.ls(d, detail=args.detail, invalidate_cache=False): if args.detail: self._display_item(item, args.human_readable) else: diff --git a/tests/recordings/test_cli/test_cat.yaml b/tests/recordings/test_cli/test_cat.yaml index 30a278e..520177e 100644 --- a/tests/recordings/test_cli/test_cat.yaml +++ b/tests/recordings/test_cli/test_cat.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [05b04c88-4267-11e7-8f8f-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [bf78e628-d917-48d3-af8e-b3c8b73206f2][2017-05-26T15:59:50.6911393-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 22:59:50 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bf78e628-d917-48d3-af8e-b3c8b73206f2] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4b7fe60c-0e6a-11e7-a20f-645106422854] + x-ms-client-request-id: [05f66700-4267-11e7-9ea2-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:15 GMT'] + Date: ['Fri, 26 May 2017 22:59:50 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [9fd18ff2-8fc1-4964-ae32-e6d9918b0ab0] + x-ms-request-id: [fd5bc050-22b7-4206-9afd-8923a8f9e660] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0622bd0c-4267-11e7-bfd5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839590856,"modificationTime":1495839590893,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 22:59:50 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [78ce8722-a609-4b7f-94cb-b58ef579a9a9] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [063812fa-4267-11e7-866a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839590856,"modificationTime":1495839590893,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 22:59:50 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2e93d7d9-c938-4c65-a000-0a096148014c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4c2102a8-0e6a-11e7-bd62-645106422854] + x-ms-client-request-id: [0661e7a2-4267-11e7-86f6-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123535970,"modificationTime":1490123536023,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839590856,"modificationTime":1495839590893,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['326'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:15 GMT'] + Date: ['Fri, 26 May 2017 22:59:50 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [63ded668-3785-4c6d-b9e0-47fe53b7580a] + x-ms-request-id: [d14051f1-2585-43da-9a07-858756b31d84] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +138,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4c37ee34-0e6a-11e7-aa5c-645106422854] + x-ms-client-request-id: [06792b8c-4267-11e7-8382-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:12:16 GMT'] + Date: ['Fri, 26 May 2017 22:59:51 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [11970459-1b25-4b0b-8f87-f62310265e4e] + x-ms-request-id: [5c1c34a1-2597-4443-9d75-85e0a1b58afd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [06a6cf18-4267-11e7-a694-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839590856,"modificationTime":1495839590893,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 22:59:51 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0e87164b-3562-4a34-b535-6e10f76c30db] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +191,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4c5f5be8-0e6a-11e7-9be7-645106422854] + x-ms-client-request-id: [06bfd4c8-4267-11e7-9ce9-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:16 GMT'] + Date: ['Fri, 26 May 2017 22:59:51 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5afcedb5-8bc1-4340-b2c6-93fbdfc35014] + x-ms-request-id: [dcc29da0-414b-4c86-92fe-61edb12063a7] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_chgrp.yaml b/tests/recordings/test_cli/test_chgrp.yaml index 06af94e..7ea10c6 100644 --- a/tests/recordings/test_cli/test_chgrp.yaml +++ b/tests/recordings/test_cli/test_chgrp.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [06ebb9b0-4267-11e7-8876-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [bb760010-4f24-4642-9857-4dd01974fc35][2017-05-26T15:59:52.7436186-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 22:59:52 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bb760010-4f24-4642-9857-4dd01974fc35] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4c85d978-0e6a-11e7-aa53-645106422854] + x-ms-client-request-id: [072e19e6-4267-11e7-b232-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:17 GMT'] + Date: ['Fri, 26 May 2017 22:59:52 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [dcc0a52d-fb3f-48e2-b681-5ff551e297dc] + x-ms-request-id: [fd00101f-0817-41c9-bc89-d5a7ba7b0bd7] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -34,27 +61,27 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4d0c698a-0e6a-11e7-b7c8-645106422854] + x-ms-client-request-id: [07703594-4267-11e7-b5b3-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?api-version=2016-11-01&OP=SETOWNER&group=6b190b7a-0acf-43c8-ab14-965f5aea6243 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=SETOWNER&api-version=2016-11-01&group=6b190b7a-0acf-43c8-ab14-965f5aea6243 response: body: {string: '{"RemoteException":{"exception":"AccessControlException","message":"Set Owner failed with failed with error 0x83090aa2 (Forbidden. ACL verification failed. Either the resource does not exist or the user is not authorized to - perform the requested operation.). [0738d726-d73e-47b4-8188-2764cb603eac][2017-03-21T12:12:18.0806574-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} + perform the requested operation.). [c6e735fa-21c6-48dc-a887-8871b766b091][2017-05-26T15:59:53.4311313-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['404'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:18 GMT'] + Date: ['Fri, 26 May 2017 22:59:53 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x83090AA2'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0738d726-d73e-47b4-8188-2764cb603eac] + x-ms-request-id: [c6e735fa-21c6-48dc-a887-8871b766b091] x-ms-webhdfs-version: [16.12.19.00] status: {code: 403, message: Forbidden} - request: @@ -63,24 +90,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4d21b4ba-0e6a-11e7-ad18-645106422854] + x-ms-client-request-id: [07978d58-4267-11e7-a6ad-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123537722,"modificationTime":1490123537774,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839592997,"modificationTime":1495839593059,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['326'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:19 GMT'] + Date: ['Fri, 26 May 2017 22:59:53 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [03677013-ecf2-4651-b89d-20cbda7495a0] + x-ms-request-id: [ffebc747-96fe-4027-9270-3260e8626f5c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -90,24 +117,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4db9f3b4-0e6a-11e7-8438-645106422854] + x-ms-client-request-id: [07ae4cfa-4267-11e7-875b-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:19 GMT'] + Date: ['Fri, 26 May 2017 22:59:53 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [1a85a94a-7f4a-435f-9de2-c6f3e4efe75b] + x-ms-request-id: [2b43b461-8c66-499b-9f70-8e9b46ef4a6e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_chmod.yaml b/tests/recordings/test_cli/test_chmod.yaml index 4cd5c8b..e689521 100644 --- a/tests/recordings/test_cli/test_chmod.yaml +++ b/tests/recordings/test_cli/test_chmod.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [07e792ee-4267-11e7-be74-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [c40ca08a-9893-495a-b031-231cc580ca66][2017-05-26T15:59:54.3774029-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 22:59:54 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c40ca08a-9893-495a-b031-231cc580ca66] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4de03522-0e6a-11e7-9ddf-645106422854] + x-ms-client-request-id: [0828648c-4267-11e7-8d5a-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:19 GMT'] + Date: ['Fri, 26 May 2017 22:59:54 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5d4ce522-bc5e-48cd-ad1c-ea9c94107ef3] + x-ms-request-id: [5f37dddc-b570-40fb-a4e7-3a85473aeffc] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4e65f410-0e6a-11e7-a877-645106422854] + x-ms-client-request-id: [0857db54-4267-11e7-9b32-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123540059,"modificationTime":1490123540149,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1495839594575,"modificationTime":1495839594595,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['326'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:19 GMT'] + Date: ['Fri, 26 May 2017 22:59:54 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a14b959b-1e3f-482b-bd65-60a41c189578] + x-ms-request-id: [2044fc85-a113-4a42-8c8c-d1b43c1ae7c4] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,23 +87,23 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4e7c587e-0e6a-11e7-b956-645106422854] + x-ms-client-request-id: [086db810-4267-11e7-a364-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?permission=0550&api-version=2016-11-01&OP=SETPERMISSION + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=SETPERMISSION&api-version=2016-11-01&permission=0550 response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:20 GMT'] + Date: ['Fri, 26 May 2017 22:59:54 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8f44136d-e47a-4010-9055-e1a5dba206b7] + x-ms-request-id: [8e03f363-9941-4ed5-a551-1056811151db] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -85,24 +112,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4e92f48a-0e6a-11e7-91a8-645106422854] + x-ms-client-request-id: [08820c66-4267-11e7-80cf-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123540059,"modificationTime":1490123540149,"replication":1,"permission":"550","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1495839594575,"modificationTime":1495839594595,"replication":1,"permission":"550","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['326'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:20 GMT'] + Date: ['Fri, 26 May 2017 22:59:54 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [23f5fae0-05c6-4ac6-92ca-e19e3faf156d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [08979700-4267-11e7-83bc-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839594575,"modificationTime":1495839594595,"replication":1,"permission":"550","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 22:59:55 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ddf7870b-1a9e-468a-bfc6-29ef5de851e0] + x-ms-request-id: [d4696ab0-daf2-4f19-8ed0-c72278d12756] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -112,24 +165,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4ea7fcc8-0e6a-11e7-a67a-645106422854] + x-ms-client-request-id: [08ac4836-4267-11e7-9efa-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:20 GMT'] + Date: ['Fri, 26 May 2017 22:59:55 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b11c2d9f-09b2-4907-9b58-9d5ac4e00433] + x-ms-request-id: [ba5c1513-b7f4-436b-8262-1264774a9883] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_chown.yaml b/tests/recordings/test_cli/test_chown.yaml index 370924d..e96ddf7 100644 --- a/tests/recordings/test_cli/test_chown.yaml +++ b/tests/recordings/test_cli/test_chown.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [08d3953a-4267-11e7-babf-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [085ac3ef-3417-4e47-8e84-67d3e0aeb5fd][2017-05-26T15:59:55.9379717-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 22:59:55 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [085ac3ef-3417-4e47-8e84-67d3e0aeb5fd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4ecf57a4-0e6a-11e7-87e5-645106422854] + x-ms-client-request-id: [091696e2-4267-11e7-9ecb-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:21 GMT'] + Date: ['Fri, 26 May 2017 22:59:55 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3121dd84-e0bb-4e0a-8d5a-67a18020b4e9] + x-ms-request-id: [a93c3ccf-e87f-4b33-9d7e-d03503c5bd6f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -34,27 +61,27 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4f5c3278-0e6a-11e7-b39c-645106422854] + x-ms-client-request-id: [094fc83e-4267-11e7-8dee-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?owner=6b190b7a-0acf-43c8-ab14-965f5aea6243&api-version=2016-11-01&OP=SETOWNER + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=SETOWNER&api-version=2016-11-01&owner=6b190b7a-0acf-43c8-ab14-965f5aea6243 response: body: {string: '{"RemoteException":{"exception":"AccessControlException","message":"Set Owner failed with failed with error 0x83090aa2 (Forbidden. ACL verification failed. Either the resource does not exist or the user is not authorized to - perform the requested operation.). [8f13e534-3a32-4fb7-a968-b7923bd2bd37][2017-03-21T12:12:21.9763278-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} + perform the requested operation.). [9a7bf672-ac26-453d-b4f6-62bb973b1f6c][2017-05-26T15:59:56.5785612-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['404'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:21 GMT'] + Date: ['Fri, 26 May 2017 22:59:55 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x83090AA2'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8f13e534-3a32-4fb7-a968-b7923bd2bd37] + x-ms-request-id: [9a7bf672-ac26-453d-b4f6-62bb973b1f6c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 403, message: Forbidden} - request: @@ -63,24 +90,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4f723236-0e6a-11e7-b061-645106422854] + x-ms-client-request-id: [0978368a-4267-11e7-aa4c-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123541548,"modificationTime":1490123541593,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839596111,"modificationTime":1495839596153,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['326'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:22 GMT'] + Date: ['Fri, 26 May 2017 22:59:56 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2eff9107-5411-4963-b2d5-92ca86cdec27] + x-ms-request-id: [0b089fdc-6461-4906-a330-f2a9e6b8b878] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -90,24 +117,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [4fe1a3a4-0e6a-11e7-acd6-645106422854] + x-ms-client-request-id: [099f5f76-4267-11e7-bfb5-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:22 GMT'] + Date: ['Fri, 26 May 2017 22:59:56 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a156211a-a88f-4170-a8da-7628bca6ebf6] + x-ms-request-id: [0971f742-aadc-4d20-a48b-81b477e5ce94] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_df.yaml b/tests/recordings/test_cli/test_df.yaml index 343d834..78334f5 100644 --- a/tests/recordings/test_cli/test_df.yaml +++ b/tests/recordings/test_cli/test_df.yaml @@ -5,24 +5,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5007f96e-0e6a-11e7-b935-645106422854] + x-ms-client-request-id: [09c7095e-4267-11e7-97f2-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=GETCONTENTSUMMARY + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=GETCONTENTSUMMARY&api-version=2016-11-01 response: body: {string: '{"ContentSummary":{"directoryCount":5,"fileCount":0,"length":0,"quota":-1,"spaceConsumed":0,"spaceQuota":-1}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['109'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:23 GMT'] + Date: ['Fri, 26 May 2017 22:59:57 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4b916a80-5177-4d33-b0e1-46b716232e44] + x-ms-request-id: [9757aab8-3e3d-4e87-8c97-42f681280194] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_du.yaml b/tests/recordings/test_cli/test_du.yaml index 35ee7d6..5f80150 100644 --- a/tests/recordings/test_cli/test_du.yaml +++ b/tests/recordings/test_cli/test_du.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0a2602a2-4267-11e7-99f1-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [2ca4938d-4c89-41c7-b9fd-a8213cb3dd83][2017-05-26T15:59:58.1725058-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 22:59:58 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2ca4938d-4c89-41c7-b9fd-a8213cb3dd83] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [507e8a5c-0e6a-11e7-8157-645106422854] + x-ms-client-request-id: [0a6acd88-4267-11e7-bb4e-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:24 GMT'] + Date: ['Fri, 26 May 2017 22:59:58 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [165b1bea-94d6-4de0-87b8-d06fe8b80b38] + x-ms-request-id: [377f5ac9-7507-4581-8f9a-37079a3a133b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [511cbed2-0e6a-11e7-98d8-645106422854] + x-ms-client-request-id: [0aaa8764-4267-11e7-a5ec-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1490123544519,"modificationTime":1490123544573,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839598449,"modificationTime":1495839598496,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['323'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:24 GMT'] + Date: ['Fri, 26 May 2017 22:59:58 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c3f90511-62e5-4551-b64b-8b020110aae3] + x-ms-request-id: [003d5414-73ce-4d70-9fa3-2bfd02d4071c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +86,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [51427052-0e6a-11e7-8966-645106422854] + x-ms-client-request-id: [0ad2c606-4267-11e7-92fd-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123544519,"modificationTime":1490123544573,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839598449,"modificationTime":1495839598496,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['326'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:25 GMT'] + Date: ['Fri, 26 May 2017 22:59:58 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e9ade038-ce14-438e-8b77-5c4af93f1f53] + x-ms-request-id: [3497be28-f005-456e-bf14-9c2238380743] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +113,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [516b63b4-0e6a-11e7-8ed5-645106422854] + x-ms-client-request-id: [0afb2a2e-4267-11e7-87c8-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:25 GMT'] + Date: ['Fri, 26 May 2017 22:59:59 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2a2bf361-754f-4095-849c-319dad71f825] + x-ms-request-id: [5ceb1ae1-f70d-4e50-ac70-86fe47754357] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_exists.yaml b/tests/recordings/test_cli/test_exists.yaml index c74ba12..cc9679b 100644 --- a/tests/recordings/test_cli/test_exists.yaml +++ b/tests/recordings/test_cli/test_exists.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0b26d96c-4267-11e7-b8eb-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [5aedf60a-26c2-44a5-a715-477692340a8a][2017-05-26T15:59:59.8442329-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 22:59:59 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [5aedf60a-26c2-44a5-a715-477692340a8a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5191c40c-0e6a-11e7-a73a-645106422854] + x-ms-client-request-id: [0b69ed1c-4267-11e7-ab7e-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:25 GMT'] + Date: ['Fri, 26 May 2017 22:59:59 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [604ce7e3-98b8-4a05-aebb-b339cf7dda2b] + x-ms-request-id: [dbaade53-751e-44f9-b85d-63e4d1b2aae3] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [51fc9736-0e6a-11e7-bc29-645106422854] + x-ms-client-request-id: [0ba893c2-4267-11e7-970a-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123546111,"modificationTime":1490123546164,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1495839600073,"modificationTime":1495839600164,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['326'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:25 GMT'] + Date: ['Fri, 26 May 2017 22:59:59 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [637a339b-e827-4636-92ba-98a6b29be5a4] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0bc431ee-4267-11e7-b8dd-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839600073,"modificationTime":1495839600164,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 22:59:59 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [37a61d2a-336f-4c1d-b346-f4644daa4fd7] + x-ms-request-id: [d9ba3b09-9673-4339-84b6-6472ae02efa9] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,24 +113,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5211e2c8-0e6a-11e7-a6be-645106422854] + x-ms-client-request-id: [0beca236-4267-11e7-bfdc-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:26 GMT'] + Date: ['Fri, 26 May 2017 23:00:00 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ec0d4094-0582-4187-b33f-cb7980c11208] + x-ms-request-id: [5ce153b1-74f3-4c24-96b6-17d4a3b656e2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_get.yaml b/tests/recordings/test_cli/test_get.yaml index d97c3fe..afdf0dc 100644 --- a/tests/recordings/test_cli/test_get.yaml +++ b/tests/recordings/test_cli/test_get.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0c28c0e8-4267-11e7-9c7d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [681c2197-036a-411a-81fa-f8d3b7609eb3][2017-05-26T16:00:01.6335755-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:01 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [681c2197-036a-411a-81fa-f8d3b7609eb3] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [523e2864-0e6a-11e7-a25d-645106422854] + x-ms-client-request-id: [0c7ac4ec-4267-11e7-99ea-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:26 GMT'] + Date: ['Fri, 26 May 2017 23:00:01 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3762b45f-e6ce-4b58-b55b-116652e188ea] + x-ms-request-id: [9744fb52-fb9b-46fc-8d8b-90704cf0bae7] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5297cca8-0e6a-11e7-bb8e-645106422854] + x-ms-client-request-id: [0ca5b99c-4267-11e7-8933-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123547113,"modificationTime":1490123547164,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839601775,"modificationTime":1495839601842,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['326'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:26 GMT'] + Date: ['Fri, 26 May 2017 23:00:01 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [266f878b-764d-4c2e-98bc-cc9e10e9cff1] + x-ms-request-id: [b259edf5-1fe2-4d5c-82a7-153933d8bb99] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +86,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [52aebb98-0e6a-11e7-beb4-645106422854] + x-ms-client-request-id: [0cbc88cc-4267-11e7-b732-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1490123547113,"modificationTime":1490123547164,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839601775,"modificationTime":1495839601842,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['323'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:26 GMT'] + Date: ['Fri, 26 May 2017 23:00:01 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [7707a262-e919-4fc7-bb78-e86d82387a88] + x-ms-request-id: [8799198a-e2ea-4c60-81b9-d3cfd495847a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -85,24 +112,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [52c38b86-0e6a-11e7-99b8-645106422854] + x-ms-client-request-id: [0cd2329a-4267-11e7-bcdc-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:12:28 GMT'] + Date: ['Fri, 26 May 2017 23:00:02 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [537758c1-69ca-4573-8f5b-7e7ccd3f7c26] + x-ms-request-id: [6779907d-8e7e-4b49-9fe2-1e435d588065] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0d3d7be6-4267-11e7-b684-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839601775,"modificationTime":1495839601842,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:02 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d88c064a-b1d2-44e5-aed4-c947b7cbf676] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -112,24 +165,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [534d7de8-0e6a-11e7-980b-645106422854] + x-ms-client-request-id: [0d566ed0-4267-11e7-8460-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:27 GMT'] + Date: ['Fri, 26 May 2017 23:00:02 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e305071a-1323-441f-87d5-58554aea2d10] + x-ms-request-id: [afd0cfec-6d87-49d3-a8e6-97e3a6f2dd7a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_head.yaml b/tests/recordings/test_cli/test_head.yaml index 307ba14..bd0eca3 100644 --- a/tests/recordings/test_cli/test_head.yaml +++ b/tests/recordings/test_cli/test_head.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0d7cf610-4267-11e7-885b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [dceac63c-b358-4331-9df7-d4cd0fd1f5aa][2017-05-26T16:00:03.8431868-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:02 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [dceac63c-b358-4331-9df7-d4cd0fd1f5aa] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [53765e02-0e6a-11e7-9ebc-645106422854] + x-ms-client-request-id: [0dccf674-4267-11e7-a23d-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:28 GMT'] + Date: ['Fri, 26 May 2017 23:00:03 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e1911c03-09e3-41eb-917b-89f147ab3c71] + x-ms-request-id: [108b29b6-9814-4c27-8eff-c99f1cffd2f3] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0df81186-4267-11e7-9322-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839604002,"modificationTime":1495839604037,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:03 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8ca43fa1-066d-4e07-929c-c36912f4c8bc] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0e0f6c80-4267-11e7-be72-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839604002,"modificationTime":1495839604037,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:03 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0d51d95b-7a95-45e5-bd5d-6e49ffcc199d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [53eecc9c-0e6a-11e7-884b-645106422854] + x-ms-client-request-id: [0e24a20a-4267-11e7-bebe-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123549326,"modificationTime":1490123549383,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839604002,"modificationTime":1495839604037,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['326'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:28 GMT'] + Date: ['Fri, 26 May 2017 23:00:03 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [18965065-e719-41ca-b278-eb1045298edf] + x-ms-request-id: [99d0badd-be84-45ae-9e4d-0a03bf135136] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +138,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [540530b0-0e6a-11e7-a695-645106422854] + x-ms-client-request-id: [0e3fde98-4267-11e7-a3c9-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:12:29 GMT'] + Date: ['Fri, 26 May 2017 23:00:03 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c0079151-28a6-4d0c-8933-7a8cffe44cd6] + x-ms-request-id: [b7a6d503-e83f-489a-a1dc-8c67a66830cd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0e6b20ee-4267-11e7-a62e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839604002,"modificationTime":1495839604037,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:04 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8bd53b33-9701-4f38-9b90-31acd6362467] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +191,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [542eaa00-0e6a-11e7-9a8d-645106422854] + x-ms-client-request-id: [0e817ba8-4267-11e7-b2f8-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:29 GMT'] + Date: ['Fri, 26 May 2017 23:00:04 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [fd6d4c79-6cd1-4494-b64c-a46e5025f162] + x-ms-request-id: [0297b8b2-8760-4af1-9f5a-2d9e3e1c25da] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_head_bytes.yaml b/tests/recordings/test_cli/test_head_bytes.yaml index d16dfa8..0fcd508 100644 --- a/tests/recordings/test_cli/test_head_bytes.yaml +++ b/tests/recordings/test_cli/test_head_bytes.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0eaafcb0-4267-11e7-beda-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [6284104a-137e-4daf-b67a-e5b632a8664a][2017-05-26T16:00:05.7215441-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:05 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6284104a-137e-4daf-b67a-e5b632a8664a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5458946e-0e6a-11e7-a6b1-645106422854] + x-ms-client-request-id: [0eec729c-4267-11e7-a566-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:30 GMT'] + Date: ['Fri, 26 May 2017 23:00:05 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a48a3829-16b2-4dec-809f-065984421451] + x-ms-request-id: [644e0c6b-c5b9-42f8-af72-f96130654085] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0f18c738-4267-11e7-b893-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839605901,"modificationTime":1495839605941,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:05 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e7dfc896-1aa1-40f0-85d6-258f9641b2eb] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0f2e372c-4267-11e7-8447-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839605901,"modificationTime":1495839605941,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:05 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [85ea9a03-af46-493d-a060-81815e254b1b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [54eced64-0e6a-11e7-9853-645106422854] + x-ms-client-request-id: [0f431e42-4267-11e7-b8c1-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123550995,"modificationTime":1490123551035,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839605901,"modificationTime":1495839605941,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['326'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:30 GMT'] + Date: ['Fri, 26 May 2017 23:00:05 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [1f3e853f-74fd-43aa-b220-8a60189d8086] + x-ms-request-id: [3e36904f-e667-4c05-9d1e-9a6b05eb2052] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +138,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [550487e6-0e6a-11e7-bae5-645106422854] + x-ms-client-request-id: [0f5a3bec-4267-11e7-8afd-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:12:30 GMT'] + Date: ['Fri, 26 May 2017 23:00:05 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a6691465-e453-42dc-bb18-4eebc8ea403c] + x-ms-request-id: [fe209493-227e-40cb-871d-9bb26b4f836c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0f76df0a-4267-11e7-ba19-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839605901,"modificationTime":1495839605941,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:06 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e1a49e02-1910-436b-a09f-1c8536b17ea6] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +191,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5520450c-0e6a-11e7-b026-645106422854] + x-ms-client-request-id: [0f8de7e2-4267-11e7-b15d-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:31 GMT'] + Date: ['Fri, 26 May 2017 23:00:06 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4cd36807-6276-486c-ab22-96d998f12f71] + x-ms-request-id: [416547a3-0fc4-4b57-bda8-c49d4a6dc66e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_info.yaml b/tests/recordings/test_cli/test_info.yaml index 0f180fb..216742c 100644 --- a/tests/recordings/test_cli/test_info.yaml +++ b/tests/recordings/test_cli/test_info.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [0fb6451a-4267-11e7-9c14-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [b163811e-b233-49c8-9197-b31120bb03ac][2017-05-26T16:00:07.4938392-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:07 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b163811e-b233-49c8-9197-b31120bb03ac] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5544f298-0e6a-11e7-a1e0-645106422854] + x-ms-client-request-id: [0ff92dc2-4267-11e7-a72f-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:31 GMT'] + Date: ['Fri, 26 May 2017 23:00:07 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f4319a13-b7de-4886-90f3-f40eb2a56f47] + x-ms-request-id: [ec38c0ec-0887-4f63-9c6c-30b71881676f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [55babf9e-0e6a-11e7-9232-645106422854] + x-ms-client-request-id: [10474206-4267-11e7-a908-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123552374,"modificationTime":1490123552426,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1495839607771,"modificationTime":1495839607819,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['326'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:31 GMT'] + Date: ['Fri, 26 May 2017 23:00:07 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bc3d6433-5e37-4bff-84dc-5aecf5842053] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [10696f02-4267-11e7-aa0e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839607771,"modificationTime":1495839607819,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:08 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2e6618e7-7d8f-4690-bf79-a80edd6cabc2] + x-ms-request-id: [de4b0f8a-5192-4cde-abec-af8a9fbc92f7] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,24 +113,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [55d059e6-0e6a-11e7-9baf-645106422854] + x-ms-client-request-id: [1097e698-4267-11e7-8e57-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:32 GMT'] + Date: ['Fri, 26 May 2017 23:00:08 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [dd1f0ad0-5295-4720-aa0a-57a3f3265532] + x-ms-request-id: [5cb654fc-03bd-4373-a4eb-f6ff3b57efa0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_ls.yaml b/tests/recordings/test_cli/test_ls.yaml index 12645da..a8a49c8 100644 --- a/tests/recordings/test_cli/test_ls.yaml +++ b/tests/recordings/test_cli/test_ls.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [10c0ca54-4267-11e7-8756-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [57b303d5-ea0c-4152-b449-0fb612035496][2017-05-26T16:00:09.2147134-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:08 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [57b303d5-ea0c-4152-b449-0fb612035496] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5602882e-0e6a-11e7-9ae8-645106422854] + x-ms-client-request-id: [110184d8-4267-11e7-9648-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:32 GMT'] + Date: ['Fri, 26 May 2017 23:00:08 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5a047f08-c296-42a7-8cd0-1f2c704104c0] + x-ms-request-id: [3fd1ae86-fd64-477c-b9da-711209ab30a2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [566e4914-0e6a-11e7-ad73-645106422854] + x-ms-client-request-id: [113347ae-4267-11e7-a56c-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123553437,"modificationTime":1490123553540,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1495839609427,"modificationTime":1495839609459,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['326'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:33 GMT'] + Date: ['Fri, 26 May 2017 23:00:08 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [342e0f4b-4c60-4d85-9d72-fa97f6b0a42e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [11491e0c-4267-11e7-8a81-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839609427,"modificationTime":1495839609459,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:08 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [1c8f3deb-88c3-4594-974c-122fdc18f107] + x-ms-request-id: [3a31a29e-f700-4393-8d41-3102e4ca64d1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,24 +113,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [56839598-0e6a-11e7-8c0c-645106422854] + x-ms-client-request-id: [115eacb6-4267-11e7-b6ef-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:33 GMT'] + Date: ['Fri, 26 May 2017 23:00:09 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [983ac6c0-ba1f-41de-ab17-0c3de28b7e69] + x-ms-request-id: [8ffc4fd0-344d-4a2d-b7b1-7fcd3bab12dc] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_ls_detailed.yaml b/tests/recordings/test_cli/test_ls_detailed.yaml index 15aeb11..38101b5 100644 --- a/tests/recordings/test_cli/test_ls_detailed.yaml +++ b/tests/recordings/test_cli/test_ls_detailed.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [11867c3a-4267-11e7-a82e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [1eb17fc7-1acc-490e-b231-f501bf6c4a19][2017-05-26T16:00:10.4933462-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:09 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1eb17fc7-1acc-490e-b231-f501bf6c4a19] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [56abb37e-0e6a-11e7-8784-645106422854] + x-ms-client-request-id: [11c4da94-4267-11e7-a493-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:34 GMT'] + Date: ['Fri, 26 May 2017 23:00:10 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ed43018e-9e4b-4332-9a96-4db1d9a10391] + x-ms-request-id: [c8add11f-415e-43e3-8cb2-01314562a899] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [572c91dc-0e6a-11e7-b2c4-645106422854] + x-ms-client-request-id: [120c95a6-4267-11e7-9a81-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123554767,"modificationTime":1490123554800,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1495839610647,"modificationTime":1495839610882,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['326'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:35 GMT'] + Date: ['Fri, 26 May 2017 23:00:10 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f84cd673-ac72-42a3-8970-475797f66f18] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [12220fe4-4267-11e7-ac35-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839610647,"modificationTime":1495839610882,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:10 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [27eeeac7-f741-475d-9f2c-e87090782678] + x-ms-request-id: [5efbbe51-c1f5-42c5-af2c-f1b24a5a4edb] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,24 +113,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5743e406-0e6a-11e7-bcc2-645106422854] + x-ms-client-request-id: [12366f26-4267-11e7-9d29-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:35 GMT'] + Date: ['Fri, 26 May 2017 23:00:10 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [bb1041c2-e9b7-4df1-8658-be9ede7f3862] + x-ms-request-id: [4c33ffad-b3a9-4bd4-b253-304b7bd43108] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_mkdir_and_rmdir.yaml b/tests/recordings/test_cli/test_mkdir_and_rmdir.yaml index f378ce9..d6e1eca 100644 --- a/tests/recordings/test_cli/test_mkdir_and_rmdir.yaml +++ b/tests/recordings/test_cli/test_mkdir_and_rmdir.yaml @@ -6,24 +6,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5770ae9a-0e6a-11e7-a91f-645106422854] + x-ms-client-request-id: [125adc6e-4267-11e7-ad05-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:35 GMT'] + Date: ['Fri, 26 May 2017 23:00:11 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ebe932a3-17f4-472d-883e-a5f94893896a] + x-ms-request-id: [de48582d-0cf1-4e73-a892-7b788d2c95d4] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -33,24 +33,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [57c97734-0e6a-11e7-9193-645106422854] + x-ms-client-request-id: [129bf368-4267-11e7-9c1e-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:35 GMT'] + Date: ['Fri, 26 May 2017 23:00:11 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [eb55e424-fb02-4b95-8113-b82489ec726b] + x-ms-request-id: [2d24509b-52e8-40cb-b091-feeeda0c4ade] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +59,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [57de5a2e-0e6a-11e7-9fc3-645106422854] + x-ms-client-request-id: [12b2629a-4267-11e7-b48a-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"foo","type":"DIRECTORY","blockSize":0,"accessTime":1490123556106,"modificationTime":1490123556106,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"foo","type":"DIRECTORY","blockSize":0,"accessTime":1495839612061,"modificationTime":1495839612061,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['302'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:36 GMT'] + Date: ['Fri, 26 May 2017 23:00:11 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c887b37f-4432-4fc9-8329-797cd666abac] + x-ms-request-id: [265cf1a9-5b60-41cd-991d-b111394c0ac7] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -85,24 +85,102 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [57f2cfd8-0e6a-11e7-a87b-645106422854] + x-ms-client-request-id: [12c78248-4267-11e7-ae81-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839612061,"modificationTime":1495839612061,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:11 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f556b5c5-32e3-49ef-bfec-60690200aea0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [12dd4936-4267-11e7-b247-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=LISTSTATUS&api-version=2016-11-01 response: body: {string: '{"FileStatuses":{"FileStatus":[]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['34'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:36 GMT'] + Date: ['Fri, 26 May 2017 23:00:12 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8ff52e6e-70bd-4736-87a6-390266cc2628] + x-ms-request-id: [03656840-63e6-414a-bb3c-1ecd05b4b645] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [12f4812c-4267-11e7-8817-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"foo","type":"DIRECTORY","blockSize":0,"accessTime":1495839612061,"modificationTime":1495839612061,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['302'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8dfadcb1-7309-4707-bae5-6f1ba4fe0780] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1308caf4-4267-11e7-85a0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839612061,"modificationTime":1495839612061,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9e8f8f53-84a0-4a81-aae8-c2992fe37e4c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -112,24 +190,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5807173a-0e6a-11e7-8db5-645106422854] + x-ms-client-request-id: [131bb1e4-4267-11e7-946c-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:36 GMT'] + Date: ['Fri, 26 May 2017 23:00:12 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a040731c-66be-4cfb-ae7d-c6b485203e77] + x-ms-request-id: [05bb4db8-cbc1-4125-aa28-cde8b1f99922] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -138,24 +216,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [58224578-0e6a-11e7-8142-645106422854] + x-ms-client-request-id: [1338ff2c-4267-11e7-871e-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 response: body: {string: '{"FileStatuses":{"FileStatus":[]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['34'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:36 GMT'] + Date: ['Fri, 26 May 2017 23:00:12 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e555a83b-ffc5-438a-9057-8f4b378340d1] + x-ms-request-id: [40a65769-444f-488c-893a-7cd885fd21c0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -164,24 +242,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [583671c2-0e6a-11e7-bc31-645106422854] + x-ms-client-request-id: [134ce21e-4267-11e7-9357-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"foo","type":"DIRECTORY","blockSize":0,"accessTime":1490123535989,"modificationTime":1490123556530,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839424126,"modificationTime":1495839612911,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['302'] + Content-Length: ['280'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:36 GMT'] + Date: ['Fri, 26 May 2017 23:00:12 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2693bb78-a053-4750-a3bc-d785bf87fbe6] + x-ms-request-id: [f0ae9a02-fd79-41ef-8f82-bb3d119fba7d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -191,24 +269,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [584aae30-0e6a-11e7-9208-645106422854] + x-ms-client-request-id: [135fd136-4267-11e7-9555-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:36 GMT'] + Date: ['Fri, 26 May 2017 23:00:12 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3a459628-4f8a-4ec9-a2e4-e16f8e6b5b2e] + x-ms-request-id: [30a7374c-a3e7-422a-8b96-1d88988a068a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_mv.yaml b/tests/recordings/test_cli/test_mv.yaml index 44ab95e..726285b 100644 --- a/tests/recordings/test_cli/test_mv.yaml +++ b/tests/recordings/test_cli/test_mv.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [13854100-4267-11e7-b540-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [30f90465-931b-4d0f-9dfd-0176ae0810ae][2017-05-26T16:00:13.8573365-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:13 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [30f90465-931b-4d0f-9dfd-0176ae0810ae] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [586ed2ca-0e6a-11e7-8ca2-645106422854] + x-ms-client-request-id: [13c4154c-4267-11e7-927b-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:36 GMT'] + Date: ['Fri, 26 May 2017 23:00:13 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [da1f5b47-c9f7-4c20-b48b-1bb226bbb6f4] + x-ms-request-id: [d98c08d5-fd41-4500-8831-e945bbe13b1c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -34,24 +61,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [58e496c8-0e6a-11e7-8eac-645106422854] + x-ms-client-request-id: [13ede422-4267-11e7-bfed-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?destination=azure_test_dir%2Ffoo%2Ffoo&api-version=2016-11-01&OP=RENAME + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=RENAME&api-version=2016-11-01&destination=azure_test_dir%2Ffoo%2Ffoo response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:37 GMT'] + Date: ['Fri, 26 May 2017 23:00:13 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [48de74ca-7033-4422-b45a-f1f4ff483fcd] + x-ms-request-id: [8782b580-9525-4a7d-a3d2-4886cd3f6f12] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,24 +87,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [58fcf91c-0e6a-11e7-b37b-645106422854] + x-ms-client-request-id: [1408a6cc-4267-11e7-89cb-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"foo","type":"FILE","blockSize":268435456,"accessTime":1490123557687,"modificationTime":1490123557736,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"foo","type":"FILE","blockSize":268435456,"accessTime":1495839614001,"modificationTime":1495839614030,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['326'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:37 GMT'] + Date: ['Fri, 26 May 2017 23:00:13 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [9f11c8d9-c0d9-4ec8-9567-a0830e185adb] + x-ms-request-id: [050d3f67-3853-4813-add4-26e1d46e6439] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -87,24 +114,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5911170a-0e6a-11e7-b00e-645106422854] + x-ms-client-request-id: [141c91e6-4267-11e7-b2e4-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?destination=azure_test_dir%2Ffoo%2Fbar&api-version=2016-11-01&OP=RENAME + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=RENAME&api-version=2016-11-01&destination=azure_test_dir%2Ffoo%2Fbar response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:37 GMT'] + Date: ['Fri, 26 May 2017 23:00:13 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e7e48f88-4818-42a8-bc27-0114bcf3cbb8] + x-ms-request-id: [6dcd556d-9ff8-4d80-b625-7a20a076b31d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -113,24 +140,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5927da1e-0e6a-11e7-8efc-645106422854] + x-ms-client-request-id: [1435dec8-4267-11e7-bcaa-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123557687,"modificationTime":1490123557736,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1495839614001,"modificationTime":1495839614030,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['326'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:37 GMT'] + Date: ['Fri, 26 May 2017 23:00:13 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [08be8497-e634-4d7d-88a4-970a367a4bd9] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [144a65a4-4267-11e7-a7c7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839614001,"modificationTime":1495839614030,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:14 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5ef08858-667e-4eac-b58d-96f480b1b397] + x-ms-request-id: [92ca3caf-6315-48f7-973d-e93c07023e71] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -140,24 +193,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [593bfe92-0e6a-11e7-a6ef-645106422854] + x-ms-client-request-id: [145f21e4-4267-11e7-9496-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:37 GMT'] + Date: ['Fri, 26 May 2017 23:00:14 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [68fe2443-f86a-4c7e-84a5-9c231dcfe22c] + x-ms-request-id: [73aaa914-21fd-45c1-8239-f18018f5d22b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_put.yaml b/tests/recordings/test_cli/test_put.yaml index 74e7ae9..14f16ee 100644 --- a/tests/recordings/test_cli/test_put.yaml +++ b/tests/recordings/test_cli/test_put.yaml @@ -6,24 +6,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [59663788-0e6a-11e7-80fa-645106422854] + x-ms-client-request-id: [14a1a912-4267-11e7-bd8e-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:38 GMT'] + Date: ['Fri, 26 May 2017 23:00:15 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [814a3ac0-ecd4-4430-8e27-49d97ed9061f] + x-ms-request-id: [90ed1893-e172-4271-8b5e-6dab4da6dd4e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -32,26 +32,54 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [59c5bb64-0e6a-11e7-b4d9-645106422854] + x-ms-client-request-id: [14ecbbca-4267-11e7-bd25-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/foo [747bf3a7-74fa-416a-936c-ff47dad12f56][2017-05-26T16:00:15.9319391-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['34'] + Content-Length: ['243'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:38 GMT'] + Date: ['Fri, 26 May 2017 23:00:15 GMT'] Expires: ['-1'] Pragma: [no-cache] - Status: ['0x0'] + Status: ['0x8309000A'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8d2defc0-5a96-4fc5-a376-f792875b9606] + x-ms-request-id: [747bf3a7-74fa-416a-936c-ff47dad12f56] x-ms-webhdfs-version: [16.12.19.00] - status: {code: 200, message: OK} + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1501f094-4267-11e7-898a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/foo [b4b3bc97-cb2f-4c93-ad7c-21a9635e8ee3][2017-05-26T16:00:16.3849277-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:15 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b4b3bc97-cb2f-4c93-ad7c-21a9635e8ee3] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -59,25 +87,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [59dc1d34-0e6a-11e7-b680-645106422854] + x-ms-client-request-id: [15464ca6-4267-11e7-81e3-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:39 GMT'] + Date: ['Fri, 26 May 2017 23:00:16 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [da1b3e79-14c4-44e3-904b-338179a1672e] + x-ms-request-id: [7dcd891f-64bf-4830-93ae-70289229859b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -86,24 +114,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [15aa8d90-4267-11e7-b429-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839616789,"modificationTime":1495839616841,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:17 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [64d811c1-5170-4ca3-ac72-6d3f29b8e0c3] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5a65e892-0e6a-11e7-ac1e-645106422854] + x-ms-client-request-id: [15ccbf4c-4267-11e7-9c57-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"foo","type":"FILE","blockSize":268435456,"accessTime":1490123560131,"modificationTime":1490123560198,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839616789,"modificationTime":1495839616841,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['326'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:39 GMT'] + Date: ['Fri, 26 May 2017 23:00:17 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ae48fd97-b04b-4bee-bc6d-e77450dd3582] + x-ms-request-id: [5ebc1448-04d3-4523-a6fa-4a9997d6ca5f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -112,24 +166,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5a7d1a10-0e6a-11e7-aa25-645106422854] + x-ms-client-request-id: [15ed3c8a-4267-11e7-8b2e-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839616789,"modificationTime":1495839616841,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:17 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8d9b89a9-dc39-4f91-8c35-3b2f8d5622df] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [160f0c98-4267-11e7-9ea3-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:12:40 GMT'] + Date: ['Fri, 26 May 2017 23:00:17 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5677ea52-6e47-40ce-94db-a41287114449] + x-ms-request-id: [10bb907b-ab80-4653-99a9-d11fc399f8e4] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [16357722-4267-11e7-9864-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839616789,"modificationTime":1495839616841,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:17 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [cae09d97-832e-4e9d-b393-9e3705712f62] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -139,24 +245,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5aa2f3be-0e6a-11e7-baec-645106422854] + x-ms-client-request-id: [164a8a1c-4267-11e7-a2e6-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:40 GMT'] + Date: ['Fri, 26 May 2017 23:00:18 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [159dca64-e05b-428d-bbe4-880ea435f5fd] + x-ms-request-id: [9c32d718-619a-4496-a933-e76f1f2fc772] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -165,24 +271,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5abf4b9c-0e6a-11e7-89b5-645106422854] + x-ms-client-request-id: [16666c14-4267-11e7-9dad-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"foo","type":"DIRECTORY","blockSize":0,"accessTime":1490123557706,"modificationTime":1490123560906,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839614009,"modificationTime":1495839618239,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['302'] + Content-Length: ['280'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:40 GMT'] + Date: ['Fri, 26 May 2017 23:00:18 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a6496a5b-0a75-4767-9aeb-3dfd4a73160e] + x-ms-request-id: [662cc09a-5deb-478a-b0c5-2ae28ffe4df7] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -192,24 +298,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5ad3de54-0e6a-11e7-9ffe-645106422854] + x-ms-client-request-id: [167a46c8-4267-11e7-bdec-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:40 GMT'] + Date: ['Fri, 26 May 2017 23:00:18 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2e0f658a-2081-4a83-9f48-f374a9421984] + x-ms-request-id: [00e379c9-1b33-4292-ba89-d311d67f57e0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_tail.yaml b/tests/recordings/test_cli/test_tail.yaml index f43b58f..fa5596c 100644 --- a/tests/recordings/test_cli/test_tail.yaml +++ b/tests/recordings/test_cli/test_tail.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [16a0b95e-4267-11e7-af24-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [0f39bba1-1af9-43aa-90aa-6c53787f3c1e][2017-05-26T16:00:19.1756861-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:18 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0f39bba1-1af9-43aa-90aa-6c53787f3c1e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5af67430-0e6a-11e7-8065-645106422854] + x-ms-client-request-id: [16f09d06-4267-11e7-8da5-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:41 GMT'] + Date: ['Fri, 26 May 2017 23:00:18 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [040e9303-bf0a-4192-a88e-380f1fee29ef] + x-ms-request-id: [6e29ada4-1d47-424d-a91c-91b92cc25f6a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5b6b0a10-0e6a-11e7-bba4-645106422854] + x-ms-client-request-id: [171a99d4-4267-11e7-b4cc-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123561856,"modificationTime":1490123561988,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839619325,"modificationTime":1495839619373,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['326'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:41 GMT'] + Date: ['Fri, 26 May 2017 23:00:19 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [000b44d8-7eef-4ac0-af97-fe93b8246a57] + x-ms-request-id: [b4f7d664-6551-4e21-9936-7bd32e343674] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +86,128 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5b80e1f8-0e6a-11e7-8b7c-645106422854] + x-ms-client-request-id: [172e2e76-4267-11e7-90cd-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839619325,"modificationTime":1495839619373,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:19 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a351f517-d20e-4d4f-abc6-f47a36d0c128] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1741aac0-4267-11e7-8383-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839619325,"modificationTime":1495839619373,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:19 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [652f6cb1-c467-4526-8bf5-081501290116] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [17555cdc-4267-11e7-ad94-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839619325,"modificationTime":1495839619373,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:20 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [118dbc72-28d1-4306-9ac2-75075610ee85] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [17c15a9e-4267-11e7-8e24-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:12:41 GMT'] + Date: ['Fri, 26 May 2017 23:00:20 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [177b66be-e2c8-4b28-b54d-4a0feb0f8742] + x-ms-request-id: [7e6e1e91-8ef2-494d-b0f8-c49be9a3c75b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1815371a-4267-11e7-97d4-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839619325,"modificationTime":1495839619373,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:21 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b5625f42-f93b-488f-a163-8505ecbb933b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +217,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5bb6276e-0e6a-11e7-a5ae-645106422854] + x-ms-client-request-id: [1887db9a-4267-11e7-b97d-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:41 GMT'] + Date: ['Fri, 26 May 2017 23:00:21 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d0371cec-998b-4fb1-880b-f59375ad9790] + x-ms-request-id: [dfc94c8a-4d7d-4792-ac3f-e61492e186e6] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_tail_bytes.yaml b/tests/recordings/test_cli/test_tail_bytes.yaml index c4914f2..4f4f53b 100644 --- a/tests/recordings/test_cli/test_tail_bytes.yaml +++ b/tests/recordings/test_cli/test_tail_bytes.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [18daadc8-4267-11e7-bd4f-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/bar [4ff7a1b8-a676-43bb-aa09-c4c2c6e91271][2017-05-26T16:00:22.9683210-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:22 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4ff7a1b8-a676-43bb-aa09-c4c2c6e91271] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5bdf417a-0e6a-11e7-89b8-645106422854] + x-ms-client-request-id: [1932da40-4267-11e7-8896-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:42 GMT'] + Date: ['Fri, 26 May 2017 23:00:23 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [fe7673b5-8dec-432f-8127-47e4c2054359] + x-ms-request-id: [9d63fbf9-bae2-4f49-9315-ed797638c6fb] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5c608dae-0e6a-11e7-9361-645106422854] + x-ms-client-request-id: [19666042-4267-11e7-9874-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"bar","type":"FILE","blockSize":268435456,"accessTime":1490123563512,"modificationTime":1490123563570,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839623118,"modificationTime":1495839623194,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['326'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:43 GMT'] + Date: ['Fri, 26 May 2017 23:00:23 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [af5f5309-1ec4-4992-bfcd-adc10f13b0c1] + x-ms-request-id: [fc98dab5-e1b2-4d73-89a0-573c1183cc61] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +86,128 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5c77c558-0e6a-11e7-a942-645106422854] + x-ms-client-request-id: [197a95c8-4267-11e7-b47f-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?read=true&offset=3&api-version=2016-11-01&OP=OPEN&length=3 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839623118,"modificationTime":1495839623194,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:23 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e21f5baa-a994-4fa3-9ab2-c2b3a34425b0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [198e92de-4267-11e7-90b2-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839623118,"modificationTime":1495839623194,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:23 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [93cdb9ad-6528-4de7-bbba-aa6a35d2a4bf] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [19a210e4-4267-11e7-965d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839623118,"modificationTime":1495839623194,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:23 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [59ab413e-f113-4ae1-b4c6-919eeac5cee2] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [19b5a2d8-4267-11e7-8183-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=OPEN&api-version=2016-11-01&read=true&offset=3&length=3 response: body: {string: '456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:12:43 GMT'] + Date: ['Fri, 26 May 2017 23:00:23 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [6786a08f-0ce8-4a1a-b5ee-c51db7f65943] + x-ms-request-id: [a7afdaec-95f5-478c-b778-c4c9e8aca6cf] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [19f14386-4267-11e7-bc8d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839623118,"modificationTime":1495839623194,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:24 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [93a002a7-dc91-44a8-92d7-ceab41129e67] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +217,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5cbaf508-0e6a-11e7-99b1-645106422854] + x-ms-client-request-id: [1a0e236c-4267-11e7-82ab-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/bar?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:43 GMT'] + Date: ['Fri, 26 May 2017 23:00:24 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b930544b-751c-423f-a501-18ddf95fedb8] + x-ms-request-id: [23de28a5-f889-4688-a518-766e3ed563c8] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_cli/test_touch_and_rm.yaml b/tests/recordings/test_cli/test_touch_and_rm.yaml index 39a28ae..23a8110 100644 --- a/tests/recordings/test_cli/test_touch_and_rm.yaml +++ b/tests/recordings/test_cli/test_touch_and_rm.yaml @@ -6,26 +6,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5cf64d40-0e6a-11e7-b085-645106422854] + x-ms-client-request-id: [1a33ea02-4267-11e7-b3a0-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:45 GMT'] + Date: ['Fri, 26 May 2017 23:00:25 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3f358b82-d5a0-41a5-b4bb-1a2e2b90a489] + x-ms-request-id: [32311e78-55c0-47e3-bcf9-919638389636] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1a836862-4267-11e7-8fac-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/foo/foo [f54dc23f-dd80-4fea-9a88-c0cb4ab6df2b][2017-05-26T16:00:25.2902387-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:25 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f54dc23f-dd80-4fea-9a88-c0cb4ab6df2b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -33,25 +60,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5d709e0c-0e6a-11e7-ad6b-645106422854] + x-ms-client-request-id: [1a96ba52-4267-11e7-8ee5-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:45 GMT'] + Date: ['Fri, 26 May 2017 23:00:25 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [cb3e29f8-0f0c-49ab-a006-fdf9f1e75120] + x-ms-request-id: [5f1a4a35-a8ab-4658-8240-57b4e5504b4d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -60,24 +87,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5da7cd24-0e6a-11e7-9ec4-645106422854] + x-ms-client-request-id: [1ab05608-4267-11e7-913e-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"foo","type":"FILE","blockSize":268435456,"accessTime":1490123565778,"modificationTime":1490123565778,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"foo","type":"FILE","blockSize":268435456,"accessTime":1495839625445,"modificationTime":1495839625445,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['326'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:45 GMT'] + Date: ['Fri, 26 May 2017 23:00:25 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [97bf609c-76b7-4154-b9cc-bf17c73cb767] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1ac48546-4267-11e7-a723-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839625445,"modificationTime":1495839625445,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:25 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [15593141-779e-45de-aef7-6171d3f7c619] + x-ms-request-id: [61e7d5da-3ebf-49b8-850e-74f27a3ab17a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -87,24 +140,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5dc15df8-0e6a-11e7-ba68-645106422854] + x-ms-client-request-id: [1adfefde-4267-11e7-8f7e-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo/foo?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:46 GMT'] + Date: ['Fri, 26 May 2017 23:00:25 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0000a53c-cca4-41b1-bae5-e879dde3953f] + x-ms-request-id: [778ad9c8-c077-4630-85a2-a3cec41c0ddb] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -113,24 +166,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5de3e9ca-0e6a-11e7-8415-645106422854] + x-ms-client-request-id: [1afdb7e8-4267-11e7-b794-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=LISTSTATUS&api-version=2016-11-01 response: body: {string: '{"FileStatuses":{"FileStatus":[]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['34'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:46 GMT'] + Date: ['Fri, 26 May 2017 23:00:26 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [474575e2-5021-4e91-961f-b4ec1e195021] + x-ms-request-id: [b715f775-6536-4a6b-bdbb-afaf373bbe1d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -139,24 +192,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5dfea176-0e6a-11e7-84a5-645106422854] + x-ms-client-request-id: [1b111e7e-4267-11e7-a2a6-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"foo","type":"DIRECTORY","blockSize":0,"accessTime":1490123561876,"modificationTime":1490123566156,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839619335,"modificationTime":1495839625927,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['302'] + Content-Length: ['280'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:46 GMT'] + Date: ['Fri, 26 May 2017 23:00:26 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [537d3525-9dda-4b48-a0bf-45f7dbfe63d4] + x-ms-request-id: [78da4888-07a6-474c-86d4-e9f91e29f146] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -166,24 +219,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5e1dc8cc-0e6a-11e7-8095-645106422854] + x-ms-client-request-id: [1b244cb4-4267-11e7-b90c-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/foo?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:46 GMT'] + Date: ['Fri, 26 May 2017 23:00:26 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2aa0ca6b-6d11-413e-87f4-5bb45bbdd76f] + x-ms-request-id: [50cbe2f9-cff5-408d-bf64-0e01873778d2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_TextIOWrapper.yaml b/tests/recordings/test_core/test_TextIOWrapper.yaml index 6acd1d2..e6a6082 100644 --- a/tests/recordings/test_core/test_TextIOWrapper.yaml +++ b/tests/recordings/test_core/test_TextIOWrapper.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5712b3da-4267-11e7-ac49-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [0185fa19-f81b-408d-896b-bc4492e337b3][2017-05-26T16:02:07.2870013-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:06 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0185fa19-f81b-408d-896b-bc4492e337b3] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '1,2 @@ -10,25 +37,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['11'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7e95bec6-0e6a-11e7-aee2-645106422854] + x-ms-client-request-id: [57609810-4267-11e7-a373-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:41 GMT'] + Date: ['Fri, 26 May 2017 23:02:07 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [50640f33-09cf-4aa2-a509-9e260f03dcb7] + x-ms-request-id: [9821e591-5574-40e0-8e0b-3d0fd96e38c5] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -37,24 +64,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [57996882-4267-11e7-be98-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839727536,"modificationTime":1495839727578,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:07 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d2d79319-3e52-4d91-9143-468d0e924807] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [57b96680-4267-11e7-864d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839727536,"modificationTime":1495839727578,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:07 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [adf4c4a7-762b-4ba8-b838-5f71745c848b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7ef5b894-0e6a-11e7-83b0-645106422854] + x-ms-client-request-id: [57db377a-4267-11e7-9316-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":11,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123621515,"modificationTime":1490123621564,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839727536,"modificationTime":1495839727578,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['325'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:41 GMT'] + Date: ['Fri, 26 May 2017 23:02:07 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [32a1f2f0-2fbc-4c96-aa19-a921b2be3155] + x-ms-request-id: [32fdbee6-987b-461b-9d4f-beb3471a1973] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -63,11 +142,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7f0b8a62-0e6a-11e7-a847-645106422854] + x-ms-client-request-id: [57eec388-4267-11e7-b742-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=11 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=11 response: body: {string: '1,2 @@ -77,14 +156,40 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:41 GMT'] + Date: ['Fri, 26 May 2017 23:02:07 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [004daee5-7c90-4304-9f4f-adf631e214df] + x-ms-request-id: [38c8f070-2763-4c1b-95a0-0fc9826beba4] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5814f262-4267-11e7-88a7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839727536,"modificationTime":1495839727578,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:08 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e2788097-8d4f-4682-ba7a-aec5697faef1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -94,24 +199,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7f28af58-0e6a-11e7-88c0-645106422854] + x-ms-client-request-id: [582a1b80-4267-11e7-91e1-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:41 GMT'] + Date: ['Fri, 26 May 2017 23:02:08 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [fdd5963c-15a1-41f7-8bc1-b277eb8ea971] + x-ms-request-id: [6892fa85-ff03-4906-b810-64df41172933] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_acl_management.yaml b/tests/recordings/test_core/test_acl_management.yaml index 183a687..9baac1b 100644 --- a/tests/recordings/test_core/test_acl_management.yaml +++ b/tests/recordings/test_core/test_acl_management.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [62d32190-4267-11e7-b8e5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [b377eabf-763c-41a9-b903-af13f81dccdc][2017-05-26T16:02:26.9008367-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:26 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b377eabf-763c-41a9-b903-af13f81dccdc] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [86bd0bda-0e6a-11e7-8dc9-645106422854] + x-ms-client-request-id: [6312ed34-4267-11e7-ada3-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:54 GMT'] + Date: ['Fri, 26 May 2017 23:02:26 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [293c509e-0d99-4714-93e7-7739aa6762b6] + x-ms-request-id: [afc881ab-2697-4f41-ba20-d3997004b940] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [870c3e26-0e6a-11e7-8ce8-645106422854] + x-ms-client-request-id: [632f36ee-4267-11e7-8e52-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&OP=MSGETACLSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=MSGETACLSTATUS&api-version=2016-11-01 response: body: {string: '{"AclStatus":{"entries":["user::rwx","group::rwx","other::---"],"owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","permission":"770","stickyBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['196'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:54 GMT'] + Date: ['Fri, 26 May 2017 23:02:26 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4ff3350b-5b22-4fa2-9b0e-f7728d63d885] + x-ms-request-id: [857bde33-3f3f-4603-8a87-b70d517f2ba5] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,24 +87,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8720d874-0e6a-11e7-b485-645106422854] + x-ms-client-request-id: [63461058-4267-11e7-8985-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?aclSpec=user%3A%3Arwx%2Cgroup%3A%3Arwx%2Cother%3A%3A---%2Cuser%3A470c0ccf-c91a-4597-98cd-48507d2f1486%3Arwx&api-version=2016-11-01&OP=SETACL + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=SETACL&api-version=2016-11-01&aclSpec=user%3A%3Arwx%2Cgroup%3A%3Arwx%2Cother%3A%3A---%2Cuser%3A470c0ccf-c91a-4597-98cd-48507d2f1486%3Arwx response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:54 GMT'] + Date: ['Fri, 26 May 2017 23:02:26 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [cae04ba4-1597-48b2-bdc0-baf163b8dfc0] + x-ms-request-id: [2c4aafa5-0f82-4a18-9d6a-e9f4c8e03ef4] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +113,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [87396b90-0e6a-11e7-9c8f-645106422854] + x-ms-client-request-id: [636f4640-4267-11e7-80bd-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&OP=MSGETACLSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=MSGETACLSTATUS&api-version=2016-11-01 response: body: {string: '{"AclStatus":{"entries":["user::rwx","user:470c0ccf-c91a-4597-98cd-48507d2f1486:rwx","group::rwx","mask::rwx","other::---"],"owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","permission":"770","stickyBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['256'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:54 GMT'] + Date: ['Fri, 26 May 2017 23:02:26 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [90cce58e-068f-4bb1-80ad-04db17feb99d] + x-ms-request-id: [6024233b-fd2e-4f70-b562-939962e20399] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -113,24 +140,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [874e313e-0e6a-11e7-801a-645106422854] + x-ms-client-request-id: [63882e9c-4267-11e7-acbe-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?aclSpec=user%3A470c0ccf-c91a-4597-98cd-48507d2f1486%3A-w-&api-version=2016-11-01&OP=MODIFYACLENTRIES + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=MODIFYACLENTRIES&api-version=2016-11-01&aclSpec=user%3A470c0ccf-c91a-4597-98cd-48507d2f1486%3A-w- response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:55 GMT'] + Date: ['Fri, 26 May 2017 23:02:26 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d85b1fc0-f1b4-4afa-b611-9615975f581b] + x-ms-request-id: [0af28845-419c-41fc-abd9-3aeb74de3415] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -139,24 +166,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [87641758-0e6a-11e7-97e9-645106422854] + x-ms-client-request-id: [63a16f68-4267-11e7-a29f-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&OP=MSGETACLSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=MSGETACLSTATUS&api-version=2016-11-01 response: body: {string: '{"AclStatus":{"entries":["user::rwx","user:470c0ccf-c91a-4597-98cd-48507d2f1486:-w-","group::rwx","mask::rwx","other::---"],"owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","permission":"770","stickyBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['256'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:55 GMT'] + Date: ['Fri, 26 May 2017 23:02:27 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d70e2df0-999c-4701-a8df-e732f10b5fc7] + x-ms-request-id: [c55f7bd2-ec75-4ed6-b6a2-2405d6d1aa43] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -166,24 +193,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8778ec9e-0e6a-11e7-a231-645106422854] + x-ms-client-request-id: [63b7eefa-4267-11e7-9bc1-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?aclSpec=user%3A470c0ccf-c91a-4597-98cd-48507d2f1486&api-version=2016-11-01&OP=REMOVEACLENTRIES + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=REMOVEACLENTRIES&api-version=2016-11-01&aclSpec=user%3A470c0ccf-c91a-4597-98cd-48507d2f1486 response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:55 GMT'] + Date: ['Fri, 26 May 2017 23:02:27 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [dc92e4ad-b990-439a-9f9f-5dc5265b4fbd] + x-ms-request-id: [325b9742-558c-4015-9da4-238a0ebbe699] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -192,24 +219,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8793efb0-0e6a-11e7-9c71-645106422854] + x-ms-client-request-id: [63ce99b0-4267-11e7-b077-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&OP=MSGETACLSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=MSGETACLSTATUS&api-version=2016-11-01 response: body: {string: '{"AclStatus":{"entries":["user::rwx","group::rwx","mask::rwx","other::---"],"owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","permission":"770","stickyBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['208'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:55 GMT'] + Date: ['Fri, 26 May 2017 23:02:27 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0741877f-d7e8-4342-9b29-a654fa8af98f] + x-ms-request-id: [e60d063c-ea86-424d-ace6-bc44546b2975] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -219,24 +246,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [87a88938-0e6a-11e7-81b2-645106422854] + x-ms-client-request-id: [63f57b2c-4267-11e7-a7f5-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&OP=REMOVEDEFAULTACL + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=REMOVEDEFAULTACL&api-version=2016-11-01 response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:55 GMT'] + Date: ['Fri, 26 May 2017 23:02:27 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [95b5a6f9-016d-41f0-8842-61aa7a7797bb] + x-ms-request-id: [a5fabad3-fc21-40df-93e2-f7c41e21941d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -245,24 +272,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [87bed0b6-0e6a-11e7-bbc9-645106422854] + x-ms-client-request-id: [640c9980-4267-11e7-874d-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&OP=MSGETACLSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=MSGETACLSTATUS&api-version=2016-11-01 response: body: {string: '{"AclStatus":{"entries":["user::rwx","group::rwx","mask::rwx","other::---"],"owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","permission":"770","stickyBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['208'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:55 GMT'] + Date: ['Fri, 26 May 2017 23:02:27 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f40eb11c-4703-4640-9f79-20e6fb3a9aa9] + x-ms-request-id: [8722bc51-75d7-4d75-a168-7e2d034e5cba] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -272,24 +299,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [87d3df0a-0e6a-11e7-9948-645106422854] + x-ms-client-request-id: [64233c3a-4267-11e7-930d-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&OP=REMOVEACL + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=REMOVEACL&api-version=2016-11-01 response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:55 GMT'] + Date: ['Fri, 26 May 2017 23:02:27 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8d7b0b7d-1b55-4039-a401-46ce87c8c07c] + x-ms-request-id: [c5323456-0387-4850-b39e-cafa11c9de55] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -298,24 +325,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [87ec0e5e-0e6a-11e7-b367-645106422854] + x-ms-client-request-id: [643a049a-4267-11e7-bfa4-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&OP=MSGETACLSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=MSGETACLSTATUS&api-version=2016-11-01 response: body: {string: '{"AclStatus":{"entries":["user::rwx","group::rwx","other::---"],"owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","permission":"770","stickyBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['196'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:56 GMT'] + Date: ['Fri, 26 May 2017 23:02:28 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [843b4175-51cf-4904-b9f2-2160f26f2c3a] + x-ms-request-id: [d2ad9967-f2c6-4ed0-8850-e247a095e03c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -324,24 +351,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8800cf46-0e6a-11e7-8de8-645106422854] + x-ms-client-request-id: [6462be7a-4267-11e7-9245-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123635239,"modificationTime":1490123635239,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839747075,"modificationTime":1495839747075,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['324'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:56 GMT'] + Date: ['Fri, 26 May 2017 23:02:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bc720d75-6756-44df-b209-970dd26f4db1] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [647a6eac-4267-11e7-a5aa-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839747075,"modificationTime":1495839747075,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:28 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a3ab0104-b0cb-48ba-847c-625aca92a73b] + x-ms-request-id: [ae4dde87-0556-4cd6-9f91-793122700079] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -351,24 +404,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [88167eba-0e6a-11e7-a05f-645106422854] + x-ms-client-request-id: [64bb05a6-4267-11e7-92dc-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:56 GMT'] + Date: ['Fri, 26 May 2017 23:02:29 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [44acc0ca-e21b-48e3-96ed-8abb8c1fbec3] + x-ms-request-id: [0a2a4094-d495-45e6-987a-66d2d9d0594e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_append.yaml b/tests/recordings/test_core/test_append.yaml index 8f443f9..4f7afe3 100644 --- a/tests/recordings/test_core/test_append.yaml +++ b/tests/recordings/test_core/test_append.yaml @@ -5,26 +5,27 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [78172e2c-0e6a-11e7-97ae-645106422854] + x-ms-client-request-id: [4d65c0d8-4267-11e7-ad16-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [fab0159e-d26b-4951-a3eb-9e1896986bc6][2017-05-26T16:01:51.3171304-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['34'] + Content-Length: ['237'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:29 GMT'] + Date: ['Fri, 26 May 2017 23:01:51 GMT'] Expires: ['-1'] Pragma: [no-cache] - Status: ['0x0'] + Status: ['0x8309000A'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [dbe8fdee-e509-41f1-bee0-6ba96504147e] + x-ms-request-id: [fab0159e-d26b-4951-a3eb-9e1896986bc6] x-ms-webhdfs-version: [16.12.19.00] - status: {code: 200, message: OK} + status: {code: 404, message: Not Found} - request: body: '123' headers: @@ -32,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['3'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [785d5ffa-0e6a-11e7-97ec-645106422854] + x-ms-client-request-id: [4ddc5314-4267-11e7-a8ca-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:30 GMT'] + Date: ['Fri, 26 May 2017 23:01:51 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4d5e728d-97df-41f2-9b66-351ccb680343] + x-ms-request-id: [8a877d4d-a597-4d15-a6e1-e027a63ffb15] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -59,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4e1e5c1e-4267-11e7-8dfb-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":3,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839711667,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:51 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [26299b9a-a022-4112-9bbb-1ff717231638] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4e31d69c-4267-11e7-ad89-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":3,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839711667,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:51 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7d427b4c-cd8d-43bd-8785-a5fe75c31cc0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [78918f58-0e6a-11e7-b3ab-645106422854] + x-ms-client-request-id: [4e4537d4-4267-11e7-8120-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":3,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123610794,"modificationTime":1490123610876,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":3,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839711667,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:30 GMT'] + Date: ['Fri, 26 May 2017 23:01:51 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [800e226e-6c83-41ef-87b9-2757a5fdf0d8] + x-ms-request-id: [7312e84c-22bf-4f10-b3f9-557718ac395f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,23 +139,75 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['3'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [78a85e3e-0e6a-11e7-9c14-645106422854] + x-ms-client-request-id: [4e5b6dd4-4267-11e7-be6c-645106422854] method: POST - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?append=true&offset=3&api-version=2016-11-01&OP=APPEND + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=APPEND&api-version=2016-11-01&offset=3&append=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:30 GMT'] + Date: ['Fri, 26 May 2017 23:01:52 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [248868c2-d34c-4e63-bd45-5e44d8177b84] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4e84df9e-4267-11e7-8dcd-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839712292,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:52 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [5ca8ff6f-c212-4796-85fe-902efd7e7d1f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4e98ae98-4267-11e7-a76a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839712292,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:52 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e51f2dc4-9bd1-4298-b2d6-17acd62ef703] + x-ms-request-id: [d078a215-089f-4a41-8bd7-2a8a82d3df1d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -111,24 +216,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [78cab336-0e6a-11e7-aea5-645106422854] + x-ms-client-request-id: [4eabf776-4267-11e7-8cb2-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123610794,"modificationTime":1490123611266,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839712292,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:30 GMT'] + Date: ['Fri, 26 May 2017 23:01:52 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3c6b7d4f-68ee-43c2-bbae-67fc638ca4d0] + x-ms-request-id: [285e5a28-b4a7-4778-953b-4b07975851e1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -137,24 +242,102 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [78e1ab28-0e6a-11e7-b131-645106422854] + x-ms-client-request-id: [4ebf3670-4267-11e7-a85e-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:30 GMT'] + Date: ['Fri, 26 May 2017 23:01:52 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [874d1c5f-80f9-4d8b-b3da-6bb6629a857d] + x-ms-request-id: [944f8cd0-995e-4d46-af1e-75d5ed9ea5fa] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4efedafa-4267-11e7-b99e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839712292,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e3fed2b1-0cdb-456b-9e3c-965b661a7880] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4f13dcec-4267-11e7-871c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839712292,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [03dcbc33-4984-4990-8539-2d4c60c6a02d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4f274bc6-4267-11e7-a621-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839712292,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [11e4a1bd-691d-495c-a87f-cff36889420a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -164,23 +347,75 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['3'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [78fb74fa-0e6a-11e7-ad3b-645106422854] + x-ms-client-request-id: [4f3a9638-4267-11e7-824c-645106422854] method: POST - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?append=true&offset=6&api-version=2016-11-01&OP=APPEND + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=APPEND&api-version=2016-11-01&offset=6&append=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:31 GMT'] + Date: ['Fri, 26 May 2017 23:01:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [61178a92-0455-40b6-9cd4-3fd24706d02c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4f8ac430-4267-11e7-926c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":9,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839712292,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [012e4e67-e9c2-4932-855a-cc9c9281923a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4f9e8328-4267-11e7-9060-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":9,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839712292,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:54 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c2ed733e-9780-47cb-b734-906bad1def65] + x-ms-request-id: [00579990-ad50-49e7-b3ad-5acb06898301] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -189,24 +424,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [794b916e-0e6a-11e7-92f0-645106422854] + x-ms-client-request-id: [4fb1d1ba-4267-11e7-8407-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":9,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123610794,"modificationTime":1490123611266,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":9,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839712292,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:31 GMT'] + Date: ['Fri, 26 May 2017 23:01:54 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f6c61ed3-6ad0-483e-a81a-da000211923c] + x-ms-request-id: [3dfa29b0-38f3-4ba7-9fef-8209543d107a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -215,24 +450,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7961fdc2-0e6a-11e7-827e-645106422854] + x-ms-client-request-id: [4fc533f6-4267-11e7-9176-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=9 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=9 response: body: {string: '123456789'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:31 GMT'] + Date: ['Fri, 26 May 2017 23:01:54 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5a0987ab-45f7-4bca-b201-a0fe2964f7a8] + x-ms-request-id: [7c1285e6-a18f-4fa8-addb-8515f5268d4c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4fdc193a-4267-11e7-be09-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":9,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839711620,"modificationTime":1495839712292,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:54 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f2b2ab4d-eaf2-4eae-82a0-f656884d09f1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -242,24 +503,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [797bb528-0e6a-11e7-a685-645106422854] + x-ms-client-request-id: [4fef51ec-4267-11e7-b282-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:31 GMT'] + Date: ['Fri, 26 May 2017 23:01:54 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f536a480-83fd-466c-aa1e-00d748fd4a0d] + x-ms-request-id: [99c66735-0304-4bc9-9917-aa4f542ce13a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_array.yaml b/tests/recordings/test_core/test_array.yaml index e77ebda..2a229ca 100644 --- a/tests/recordings/test_core/test_array.yaml +++ b/tests/recordings/test_core/test_array.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [585d8066-4267-11e7-a5a1-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [83d8fa7d-cb42-4d0d-867d-0cdde1261209][2017-05-26T16:02:09.3658855-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:09 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [83d8fa7d-cb42-4d0d-867d-0cdde1261209] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['1000'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7f53b602-0e6a-11e7-a846-645106422854] + x-ms-client-request-id: [589de57e-4267-11e7-bfe3-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:42 GMT'] + Date: ['Fri, 26 May 2017 23:02:09 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [7324a605-9632-40d5-afcb-d504c48d79c3] + x-ms-request-id: [6cf88668-eff4-4062-80b5-726fc8a16f27] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [58c81c40-4267-11e7-9732-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":1000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839729510,"modificationTime":1495839729547,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['307'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:09 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [85c99b89-70de-484b-ba20-e972d12919d3] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [58dbde78-4267-11e7-9695-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":1000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839729510,"modificationTime":1495839729547,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['307'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:09 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [5f3861b5-f83d-4827-8d86-bd93414a0536] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7fbdc374-0e6a-11e7-8dbc-645106422854] + x-ms-client-request-id: [58f9b1f4-4267-11e7-bf2a-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":1000,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123622828,"modificationTime":1490123622894,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":1000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839729510,"modificationTime":1495839729547,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['327'] + Content-Length: ['307'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:42 GMT'] + Date: ['Fri, 26 May 2017 23:02:09 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [85eff68a-d365-4ab4-a310-a3137d0d0715] + x-ms-request-id: [60f854d2-4417-4ee5-b327-b36e523ed187] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +138,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7fd40a98-0e6a-11e7-aab6-645106422854] + x-ms-client-request-id: [590d9bac-4267-11e7-a638-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=1000 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=1000 response: body: {string: AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:42 GMT'] + Date: ['Fri, 26 May 2017 23:02:09 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c719ccd3-92d6-4e03-a1e6-d37e764c7037] + x-ms-request-id: [a891e7ac-623a-44fa-9596-bb4fba0a2dc9] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [59272ce4-4267-11e7-aa26-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":1000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839729510,"modificationTime":1495839729547,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['307'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:10 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [44389a8b-5bf8-4c3d-a7f5-ed40d1adc019] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +191,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [802460b8-0e6a-11e7-aadc-645106422854] + x-ms-client-request-id: [593ac23e-4267-11e7-a626-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:43 GMT'] + Date: ['Fri, 26 May 2017 23:02:10 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [eb13a6a3-1ace-479c-bd11-3eac897642a9] + x-ms-request-id: [4c440237-8762-462d-8ac1-6a28b9cb2832] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_bad_open.yaml b/tests/recordings/test_core/test_bad_open.yaml index 2d1f528..837a1ef 100644 --- a/tests/recordings/test_core/test_bad_open.yaml +++ b/tests/recordings/test_core/test_bad_open.yaml @@ -5,24 +5,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [64a85910-0e6a-11e7-a45d-645106422854] + x-ms-client-request-id: [23158ab4-4267-11e7-a6cd-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490121793613,"modificationTime":1490123577468,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1490054200788,"modificationTime":1495740289786,"replication":0,"permission":"770","owner":"2e6c02d2-a364-4530-9137-d17403996cbf","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":true}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['582'] + Content-Length: ['279'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:57 GMT'] + Date: ['Fri, 26 May 2017 23:00:39 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [202a653d-14fe-4c2e-8b13-41de3801d7fa] + x-ms-request-id: [c3ed2243-3fda-4acc-af81-2f8f8b982a3d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2354bbb0-4267-11e7-9348-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1490054200788,"modificationTime":1495740289786,"replication":0,"permission":"770","owner":"2e6c02d2-a364-4530-9137-d17403996cbf","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":true}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['279'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:40 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [73a7c761-b5c2-44eb-8868-7a03039b7a39] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_cat.yaml b/tests/recordings/test_core/test_cat.yaml index ec4a9b1..d4ced43 100644 --- a/tests/recordings/test_core/test_cat.yaml +++ b/tests/recordings/test_core/test_cat.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [36dcc824-4267-11e7-b5a8-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [f1e6fabc-c7f6-4caa-9983-1754d892af99][2017-05-26T16:01:13.1433501-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f1e6fabc-c7f6-4caa-9983-1754d892af99] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: 0123456789 headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['10'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6d03fa7e-0e6a-11e7-8004-645106422854] + x-ms-client-request-id: [371b2ef0-4267-11e7-933b-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:12 GMT'] + Date: ['Fri, 26 May 2017 23:01:12 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b695857d-d194-431b-b601-f01a6d7bd7bf] + x-ms-request-id: [96aca008-9757-4f20-b17f-848ad09eb09d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [374369f0-4267-11e7-8ae6-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839673288,"modificationTime":1495839673350,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6a0a555c-9cd3-4b7a-b3c1-5c313509d40a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3756da0a-4267-11e7-b80d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839673288,"modificationTime":1495839673350,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [176a35fb-6d9f-48c6-8f47-da371c25f718] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6d788e3a-0e6a-11e7-af9e-645106422854] + x-ms-client-request-id: [376a41f8-4267-11e7-bf9d-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123592187,"modificationTime":1490123592247,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839673288,"modificationTime":1495839673350,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['325'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:12 GMT'] + Date: ['Fri, 26 May 2017 23:01:12 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ea93c0e8-eb9c-41f4-812b-bdf5fb8cce4e] + x-ms-request-id: [3755ffc7-173b-44cb-8c53-db8fb6dcc5c8] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +138,104 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6d9209ae-0e6a-11e7-9b05-645106422854] + x-ms-client-request-id: [377e25b4-4267-11e7-a9eb-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=10 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=10 response: body: {string: 0123456789} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:12 GMT'] + Date: ['Fri, 26 May 2017 23:01:13 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [07c4ae01-29cf-4f58-8172-39873dcb2acd] + x-ms-request-id: [185ab807-9a37-4432-8128-be39b9519f23] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [379ea358-4267-11e7-afa0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/b [a9354276-dbba-4898-bac9-01e928d0ca57][2017-05-26T16:01:14.1433500-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:13 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a9354276-dbba-4898-bac9-01e928d0ca57] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [37b26692-4267-11e7-b771-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/b [bff61345-46e0-4246-905d-60cf32331b3e][2017-05-26T16:01:14.2683687-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:13 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bff61345-46e0-4246-905d-60cf32331b3e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [37c5e3f4-4267-11e7-97a5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839673288,"modificationTime":1495839673350,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:13 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bcbc68f6-9de0-4515-b993-b6a4c43c0f20] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +245,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6db30046-0e6a-11e7-bd8b-645106422854] + x-ms-client-request-id: [37d96c50-4267-11e7-a2b3-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:12 GMT'] + Date: ['Fri, 26 May 2017 23:01:13 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b0380836-47d4-45ca-aee8-ad89056f27e2] + x-ms-request-id: [b7ab158b-fb5e-41ed-afb7-42b100cb05ab] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_chmod.yaml b/tests/recordings/test_core/test_chmod.yaml index 58d2f74..93213b3 100644 --- a/tests/recordings/test_core/test_chmod.yaml +++ b/tests/recordings/test_core/test_chmod.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5dd2d822-4267-11e7-ac45-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [b84121d1-2bb7-4952-b212-337585ff2f51][2017-05-26T16:02:18.7020858-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:18 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b84121d1-2bb7-4952-b212-337585ff2f51] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8312141c-0e6a-11e7-9b43-645106422854] + x-ms-client-request-id: [5e2e8f64-4267-11e7-ae88-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:48 GMT'] + Date: ['Fri, 26 May 2017 23:02:18 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c4e7e2b8-9faa-4270-882c-c97b3b74fc7f] + x-ms-request-id: [a86afa6b-70ed-40fb-98da-e156e738a82e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [83668894-0e6a-11e7-9648-645106422854] + x-ms-client-request-id: [5e6352dc-4267-11e7-baf5-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123629122,"modificationTime":1490123629122,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839739035,"modificationTime":1495839739035,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:48 GMT'] + Date: ['Fri, 26 May 2017 23:02:18 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [9c5b2152-098f-4cb1-8e15-a57a08789db8] + x-ms-request-id: [b82d2ea0-e92e-4a2c-9efe-9ca50b438caf] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,23 +87,75 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [837f40da-0e6a-11e7-b328-645106422854] + x-ms-client-request-id: [5e7cfdf0-4267-11e7-8af2-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?permission=0555&api-version=2016-11-01&OP=SETPERMISSION + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=SETPERMISSION&api-version=2016-11-01&permission=0555 response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:48 GMT'] + Date: ['Fri, 26 May 2017 23:02:19 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6335b760-59ac-4714-8712-19a28aac0d8c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5ea837d4-4267-11e7-81bc-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839739035,"modificationTime":1495839739035,"replication":1,"permission":"555","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:19 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2ea0c846-d15a-447c-957d-9847129afdef] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5ec10e4c-4267-11e7-8912-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839739035,"modificationTime":1495839739035,"replication":1,"permission":"555","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:19 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d458cf9d-0151-49ab-bdce-3d52c016b839] + x-ms-request-id: [64f7c744-29b0-4865-b676-04afdc81c5b3] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -85,24 +164,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [83981fe2-0e6a-11e7-9f15-645106422854] + x-ms-client-request-id: [5ed75d82-4267-11e7-bc5d-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123629122,"modificationTime":1490123629122,"replication":1,"permission":"555","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839739035,"modificationTime":1495839739035,"replication":1,"permission":"555","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:49 GMT'] + Date: ['Fri, 26 May 2017 23:02:19 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [648cd98c-4d6d-478d-94a5-ee46fe003b2d] + x-ms-request-id: [02386a46-91fb-4c67-955d-230f18a7fb07] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5eedebec-4267-11e7-a58b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839739035,"modificationTime":1495839739035,"replication":1,"permission":"555","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:19 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ee40edc5-a5cf-4d15-b8cf-5082b48044cd] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -112,27 +217,27 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['4'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [83ae2c58-0e6a-11e7-9e8a-645106422854] + x-ms-client-request-id: [5f193b88-4267-11e7-8bb1-645106422854] method: POST - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?append=true&offset=0&api-version=2016-11-01&OP=APPEND + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=APPEND&api-version=2016-11-01&offset=0&append=true response: body: {string: '{"RemoteException":{"exception":"AccessControlException","message":"APPEND failed with error 0x83090aa2 (Forbidden. ACL verification failed. Either the resource does not exist or the user is not authorized to perform the requested - operation.). [aba0f4d2-819f-4142-bb98-159d87f8722a][2017-03-21T12:13:49.7392585-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} + operation.). [2bb8dda2-2725-46b2-8a40-47da5f7d0a2e][2017-05-26T16:02:20.3895872-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['388'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:49 GMT'] + Date: ['Fri, 26 May 2017 23:02:19 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x83090AA2'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [aba0f4d2-819f-4142-bb98-159d87f8722a] + x-ms-request-id: [2bb8dda2-2725-46b2-8a40-47da5f7d0a2e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 403, message: Forbidden} - request: @@ -142,23 +247,23 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [83c36218-0e6a-11e7-b1bd-645106422854] + x-ms-client-request-id: [5f3043b0-4267-11e7-b787-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?permission=0770&api-version=2016-11-01&OP=SETPERMISSION + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=SETPERMISSION&api-version=2016-11-01&permission=0770 response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:49 GMT'] + Date: ['Fri, 26 May 2017 23:02:20 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a985227d-aaab-472a-83ae-759beb949147] + x-ms-request-id: [eb4baf59-2f3d-4248-a75c-3c018a64f9a2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -167,24 +272,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8403785e-0e6a-11e7-87e2-645106422854] + x-ms-client-request-id: [5f4a5c8a-4267-11e7-9e33-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123629122,"modificationTime":1490123629122,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839739035,"modificationTime":1495839739035,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:49 GMT'] + Date: ['Fri, 26 May 2017 23:02:20 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [19863f4a-2df2-485f-9da6-4c66c6400310] + x-ms-request-id: [075a0ac8-edcc-478c-9b4b-470cae12c0b9] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -194,24 +299,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [841a0e4c-0e6a-11e7-b78d-645106422854] + x-ms-client-request-id: [5f5f0e12-4267-11e7-aea5-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:49 GMT'] + Date: ['Fri, 26 May 2017 23:02:20 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e7590e0a-430b-4782-9b56-8d263575d40a] + x-ms-request-id: [0e683613-e593-40f6-b54a-fb66396fcbcd] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -221,26 +326,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [84392e4a-0e6a-11e7-bd90-645106422854] + x-ms-client-request-id: [5f8023b4-4267-11e7-a537-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:50 GMT'] + Date: ['Fri, 26 May 2017 23:02:20 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [6d97b0f5-6343-4083-b464-ebd5aef4ece3] + x-ms-request-id: [4aa5ee6f-b70f-4826-ab1b-ffcd93e394eb] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5f990228-4267-11e7-8e62-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep/file?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/deep/file [973302e9-19fd-4451-ace6-780e1acf2469][2017-05-26T16:02:21.2177099-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['245'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:20 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [973302e9-19fd-4451-ace6-780e1acf2469] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -248,25 +380,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [844faffa-0e6a-11e7-b9ea-645106422854] + x-ms-client-request-id: [5fae9ba4-4267-11e7-b4ec-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep/file?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep/file?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:50 GMT'] + Date: ['Fri, 26 May 2017 23:02:20 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep/file?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep/file?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [603a671d-08ef-4f0d-8e98-328ba05d09fc] + x-ms-request-id: [fdaafd6e-7a87-4773-a1c9-db1ea02c5d84] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -276,23 +408,23 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [846a3cf0-0e6a-11e7-9d5e-645106422854] + x-ms-client-request-id: [5fcb7280-4267-11e7-883b-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep?permission=660&api-version=2016-11-01&OP=SETPERMISSION + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep?OP=SETPERMISSION&api-version=2016-11-01&permission=660 response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:50 GMT'] + Date: ['Fri, 26 May 2017 23:02:21 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [6c74b897-da33-4b35-9902-53711d290e23] + x-ms-request-id: [0fbc5235-36bb-4f90-85dd-fa5bbc1ec8d5] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -301,27 +433,27 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8481d01c-0e6a-11e7-a697-645106422854] + x-ms-client-request-id: [5ff14468-4267-11e7-a4e5-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep?OP=LISTSTATUS&api-version=2016-11-01 response: body: {string: '{"RemoteException":{"exception":"AccessControlException","message":"LISTSTATUS failed with error 0x83090aa2 (Forbidden. ACL verification failed. Either the resource does not exist or the user is not authorized to perform the requested - operation.). [37f81de9-907e-4669-97ae-18ad77552b00][2017-03-21T12:13:52.3955407-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} + operation.). [6f15453d-64e6-4904-88ae-5da18e88e6b9][2017-05-26T16:02:23.0614713-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['392'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:51 GMT'] + Date: ['Fri, 26 May 2017 23:02:22 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x83090AA2'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [37f81de9-907e-4669-97ae-18ad77552b00] + x-ms-request-id: [6f15453d-64e6-4904-88ae-5da18e88e6b9] x-ms-webhdfs-version: [16.12.19.00] status: {code: 403, message: Forbidden} - request: @@ -331,23 +463,23 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8557832c-0e6a-11e7-ba8f-645106422854] + x-ms-client-request-id: [60c78ea4-4267-11e7-a88e-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep?permission=770&api-version=2016-11-01&OP=SETPERMISSION + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep?OP=SETPERMISSION&api-version=2016-11-01&permission=770 response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:51 GMT'] + Date: ['Fri, 26 May 2017 23:02:22 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [57b82343-d070-449d-8a72-ca6ba313ccdb] + x-ms-request-id: [673c937f-484d-46b0-b58d-28c2a3026965] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -356,24 +488,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8580f0d2-0e6a-11e7-a20c-645106422854] + x-ms-client-request-id: [60dfa534-4267-11e7-bfa2-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"deep","type":"DIRECTORY","blockSize":0,"accessTime":1490123630665,"modificationTime":1490123630840,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"deep","type":"DIRECTORY","blockSize":0,"accessTime":1495839741070,"modificationTime":1495839741402,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['303'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:52 GMT'] + Date: ['Fri, 26 May 2017 23:02:22 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6d403ce1-f623-4b39-bce9-80d91d110996] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [60f5f71e-4267-11e7-9bca-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839741070,"modificationTime":1495839741402,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:22 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c7e0e638-2221-49d3-854f-2493de8b3889] + x-ms-request-id: [d918915c-b370-462d-b778-a83b867d5df0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -383,24 +541,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8596e8f4-0e6a-11e7-b3ba-645106422854] + x-ms-client-request-id: [61090ea4-4267-11e7-b430-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/deep?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:52 GMT'] + Date: ['Fri, 26 May 2017 23:02:23 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e59a60c6-a972-4608-a61b-036da50b5a56] + x-ms-request-id: [2ffab62c-941a-495b-86bc-95ecd1fa61e2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_chown.yaml b/tests/recordings/test_core/test_chown.yaml index 8efdd28..5354f01 100644 --- a/tests/recordings/test_core/test_chown.yaml +++ b/tests/recordings/test_core/test_chown.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [613e7264-4267-11e7-a993-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [de0b166a-ff93-468a-80c6-abe60ec3ae18][2017-05-26T16:02:24.2488494-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:23 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [de0b166a-ff93-468a-80c6-abe60ec3ae18] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [85bfcdb6-0e6a-11e7-b3b2-645106422854] + x-ms-client-request-id: [617db936-4267-11e7-a5e5-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:53 GMT'] + Date: ['Fri, 26 May 2017 23:02:23 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e570e5af-eae1-4cdf-b121-b6b3166ec187] + x-ms-request-id: [9c5e2fe7-9678-49aa-b0d8-899ccc65c554] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8606c26e-0e6a-11e7-8e92-645106422854] + x-ms-client-request-id: [619c6f1a-4267-11e7-a9bd-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123633528,"modificationTime":1490123633528,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839744399,"modificationTime":1495839744399,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:53 GMT'] + Date: ['Fri, 26 May 2017 23:02:23 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d99646cd-ce73-4bb0-9e43-ba3a0e3bbd02] + x-ms-request-id: [c462ebfc-cdef-4ea9-9831-af7abbb20d9d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,29 +87,81 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [861c6f70-0e6a-11e7-8ea8-645106422854] + x-ms-client-request-id: [61b0cafa-4267-11e7-99bb-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?owner=470c0ccf-c91a-4597-98cd-48507d2f1486&api-version=2016-11-01&OP=SETOWNER + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=SETOWNER&api-version=2016-11-01&owner=470c0ccf-c91a-4597-98cd-48507d2f1486 response: body: {string: '{"RemoteException":{"exception":"AccessControlException","message":"Set Owner failed with failed with error 0x83090aa2 (Forbidden. ACL verification failed. Either the resource does not exist or the user is not authorized to - perform the requested operation.). [446b7103-1253-47f5-a5d5-c1cacb4bb5b4][2017-03-21T12:13:53.8252223-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} + perform the requested operation.). [628a00e2-3e95-4b77-8188-0f961f458f40][2017-05-26T16:02:24.8582196-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['404'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:53 GMT'] + Date: ['Fri, 26 May 2017 23:02:24 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x83090AA2'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [446b7103-1253-47f5-a5d5-c1cacb4bb5b4] + x-ms-request-id: [628a00e2-3e95-4b77-8188-0f961f458f40] x-ms-webhdfs-version: [16.12.19.00] status: {code: 403, message: Forbidden} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [61db952c-4267-11e7-b7d9-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839744399,"modificationTime":1495839744399,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:24 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a14d851f-38b1-4456-abf7-503b5229a628] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [62040f70-4267-11e7-921b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839744399,"modificationTime":1495839744399,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:24 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [3a4a7f60-223e-45d7-98bc-350abbeab24e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} - request: body: null headers: @@ -90,29 +169,55 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8633185c-0e6a-11e7-a921-645106422854] + x-ms-client-request-id: [621a5250-4267-11e7-91f9-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&OP=SETOWNER&group=6b190b7a-0acf-43c8-ab14-965f5aea6243 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=SETOWNER&api-version=2016-11-01&group=6b190b7a-0acf-43c8-ab14-965f5aea6243 response: body: {string: '{"RemoteException":{"exception":"AccessControlException","message":"Set Owner failed with failed with error 0x83090aa2 (Forbidden. ACL verification failed. Either the resource does not exist or the user is not authorized to - perform the requested operation.). [6b932c55-e14f-46ce-8bd9-58a90459e144][2017-03-21T12:13:54.1689736-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} + perform the requested operation.). [1f8d5a72-d82d-47e2-b5a5-0b2955257ccf][2017-05-26T16:02:25.4207327-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['404'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:53 GMT'] + Date: ['Fri, 26 May 2017 23:02:24 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x83090AA2'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [6b932c55-e14f-46ce-8bd9-58a90459e144] + x-ms-request-id: [1f8d5a72-d82d-47e2-b5a5-0b2955257ccf] x-ms-webhdfs-version: [16.12.19.00] status: {code: 403, message: Forbidden} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [622f23c0-4267-11e7-be7a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839744399,"modificationTime":1495839744399,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:24 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [37e1fdd6-595f-4126-9880-966201a429e0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} - request: body: null headers: @@ -120,29 +225,107 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [86660028-0e6a-11e7-a8a7-645106422854] + x-ms-client-request-id: [6255441c-4267-11e7-8a5f-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?owner=9a23860e-03b0-4bad-a8b7-e1d081d592bd&api-version=2016-11-01&OP=SETOWNER&group=2e6c02d2-a364-4530-9137-d17403996cbf + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=SETOWNER&api-version=2016-11-01&group=2e6c02d2-a364-4530-9137-d17403996cbf&owner=9a23860e-03b0-4bad-a8b7-e1d081d592bd response: body: {string: '{"RemoteException":{"exception":"AccessControlException","message":"Set Owner failed with failed with error 0x83090aa2 (Forbidden. ACL verification failed. Either the resource does not exist or the user is not authorized to - perform the requested operation.). [3686beaf-91aa-4f2a-a84b-308cbeebdfda][2017-03-21T12:13:54.4189893-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} + perform the requested operation.). [dd600a73-8094-417f-b0dc-730b667864e0][2017-05-26T16:02:25.7957263-07:00]","javaClassName":"org.apache.hadoop.security.AccessControlException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['404'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:54 GMT'] + Date: ['Fri, 26 May 2017 23:02:25 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x83090AA2'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3686beaf-91aa-4f2a-a84b-308cbeebdfda] + x-ms-request-id: [dd600a73-8094-417f-b0dc-730b667864e0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 403, message: Forbidden} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6268e4dc-4267-11e7-8323-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839744399,"modificationTime":1495839744399,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:25 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [fcdd674a-6d8c-4a3f-92bd-9d6db04c78b0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [627fe10c-4267-11e7-938f-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839744399,"modificationTime":1495839744399,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:25 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [3982c8bf-dc40-4a1f-8973-94397ce2847c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6295d79a-4267-11e7-a4eb-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839744399,"modificationTime":1495839744399,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:25 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f1a3d602-2a68-4496-9e25-a2f1171f86cd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} - request: body: null headers: @@ -150,24 +333,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [868c996e-0e6a-11e7-a023-645106422854] + x-ms-client-request-id: [62aaa370-4267-11e7-8e05-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:54 GMT'] + Date: ['Fri, 26 May 2017 23:02:25 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [86b9d529-624d-4093-81e6-bf488243a31f] + x-ms-request-id: [8184ab3a-fe67-4757-83a0-1dba5636ff65] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_closed.yaml b/tests/recordings/test_core/test_closed.yaml index 8f096c5..41bbf72 100644 --- a/tests/recordings/test_core/test_closed.yaml +++ b/tests/recordings/test_core/test_closed.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [563425d2-4267-11e7-bba6-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [eea8a45f-1258-44d1-9328-a2bfa0532c63][2017-05-26T16:02:05.7332318-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:05 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [eea8a45f-1258-44d1-9328-a2bfa0532c63] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7dd3e408-0e6a-11e7-8e91-645106422854] + x-ms-client-request-id: [567300a2-4267-11e7-bbf8-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:40 GMT'] + Date: ['Fri, 26 May 2017 23:02:05 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [bd315bec-0295-46cc-b62e-1c575486755e] + x-ms-request-id: [076fb6b3-28fc-445a-91de-45926d6d734d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,102 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [568bc18c-4267-11e7-9904-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839725872,"modificationTime":1495839725872,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:05 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d04802f9-cd30-41ad-a4f0-ed07cd54145f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [569fae08-4267-11e7-a70b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839725872,"modificationTime":1495839725872,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:06 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7e4f7508-8c45-4308-ad35-9ebdda52802e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [56b30812-4267-11e7-94d7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839725872,"modificationTime":1495839725872,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:06 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d385d0d7-45ac-4af5-b5f2-a574acc7fb12] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7e5920e4-0e6a-11e7-8aec-645106422854] + x-ms-client-request-id: [56c6b71e-4267-11e7-8c91-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123620624,"modificationTime":1490123620624,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839725872,"modificationTime":1495839725872,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:40 GMT'] + Date: ['Fri, 26 May 2017 23:02:06 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [7418c8ff-ea4a-4b45-adba-5db2c1020a73] + x-ms-request-id: [7b155ee4-7736-48c9-b5c5-da759544ea2c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,24 +165,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7e6eb7f4-0e6a-11e7-9fca-645106422854] + x-ms-client-request-id: [56de9848-4267-11e7-baa1-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:40 GMT'] + Date: ['Fri, 26 May 2017 23:02:06 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e90393f9-0be8-4952-bf34-333959765d79] + x-ms-request-id: [7ce4f542-d57c-47f6-94d6-18e7318928c9] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_concat.yaml b/tests/recordings/test_core/test_concat.yaml index e41d7ca..77bc869 100644 --- a/tests/recordings/test_core/test_concat.yaml +++ b/tests/recordings/test_core/test_concat.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [21873b92-4267-11e7-96d9-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [e8290574-1ce6-443c-94b0-d679517982b8][2017-05-26T16:00:37.3534247-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:37 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e8290574-1ce6-443c-94b0-d679517982b8] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: 'hello ' headers: @@ -6,27 +33,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [635c0250-0e6a-11e7-9656-645106422854] + x-ms-client-request-id: [21c5511e-4267-11e7-9883-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:55 GMT'] + Date: ['Fri, 26 May 2017 23:00:37 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [abb4a2fa-d50b-4509-a9d5-f675c560ab75] + x-ms-request-id: [b28d444e-3995-4a7a-84fb-63856e07ac60] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [21ef9ca2-4267-11e7-a6c8-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/b [68246d0c-71d5-41ce-836b-62670d088add][2017-05-26T16:00:37.7752887-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:37 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [68246d0c-71d5-41ce-836b-62670d088add] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: world headers: @@ -34,25 +88,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['5'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [63cac19c-0e6a-11e7-aac8-645106422854] + x-ms-client-request-id: [2205f40a-4267-11e7-93b2-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:56 GMT'] + Date: ['Fri, 26 May 2017 23:00:38 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b84be0a6-f7fc-4ec3-a070-1897f435fdb4] + x-ms-request-id: [7e8041bf-8f82-4a0d-a59d-fe1450178dfe] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -61,26 +115,27 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [64047112-0e6a-11e7-9df3-645106422854] + x-ms-client-request-id: [22377fb0-4267-11e7-b026-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123575928,"modificationTime":1490123576024,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":5,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1490123576270,"modificationTime":1490123576316,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/c [9e58ea05-17f3-4c14-bef5-8f349c8cef37][2017-05-26T16:00:38.2284402-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['615'] + Content-Length: ['237'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:56 GMT'] + Date: ['Fri, 26 May 2017 23:00:38 GMT'] Expires: ['-1'] Pragma: [no-cache] - Status: ['0x0'] + Status: ['0x8309000A'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [dd933f76-36d4-4c91-a527-d90299c96d85] + x-ms-request-id: [9e58ea05-17f3-4c14-bef5-8f349c8cef37] x-ms-webhdfs-version: [16.12.19.00] - status: {code: 200, message: OK} + status: {code: 404, message: Not Found} - request: body: sources=azure_test_dir/a,azure_test_dir/b headers: @@ -88,23 +143,23 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['41'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [641a747a-0e6a-11e7-83d8-645106422854] + x-ms-client-request-id: [224c5900-4267-11e7-a9d5-645106422854] method: POST - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?api-version=2016-11-01&OP=MSCONCAT&deleteSourceDirectory=false + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=MSCONCAT&api-version=2016-11-01&deleteSourceDirectory=false response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:56 GMT'] + Date: ['Fri, 26 May 2017 23:00:38 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0fb3fd00-9865-4617-b575-427ac75c2256] + x-ms-request-id: [c277ada8-d18c-4ff9-94b4-67e852211a3f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -113,24 +168,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [644e0d24-0e6a-11e7-9df4-645106422854] + x-ms-client-request-id: [227c8534-4267-11e7-8c75-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":11,"pathSuffix":"c","type":"FILE","blockSize":268435456,"accessTime":1490123576814,"modificationTime":1490123576845,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839638401,"modificationTime":1495839638431,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['325'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:56 GMT'] + Date: ['Fri, 26 May 2017 23:00:38 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e128cdd0-564f-4742-a9d3-6a37f807e429] + x-ms-request-id: [d398b6dc-5b02-470c-bfc7-88ac30b91717] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -139,24 +194,102 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6463a362-0e6a-11e7-a989-645106422854] + x-ms-client-request-id: [22900b1c-4267-11e7-b4aa-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=11 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839638401,"modificationTime":1495839638431,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:38 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1f4a0f30-cb22-46aa-9dbd-3097a76875fb] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [22a6280a-4267-11e7-80d0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839638401,"modificationTime":1495839638431,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:38 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1105c083-1592-4499-8fbb-313d00049da3] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [22ba510a-4267-11e7-a495-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=11 response: body: {string: hello world} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:12:56 GMT'] + Date: ['Fri, 26 May 2017 23:00:39 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [12ab5280-ff78-4fd9-8fb1-1262635b089b] + x-ms-request-id: [42c5f900-6a5b-44db-89d4-499da99830f4] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [22da5b48-4267-11e7-a74a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839638401,"modificationTime":1495839638431,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:39 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a95a9abb-af62-4b74-b5db-094d29c17c63] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -166,24 +299,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [64847d86-0e6a-11e7-8118-645106422854] + x-ms-client-request-id: [22eea69a-4267-11e7-949d-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:57 GMT'] + Date: ['Fri, 26 May 2017 23:00:39 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f38ff02d-ea16-44db-871a-1be9aadd861e] + x-ms-request-id: [f9e8f786-f8f6-4396-8730-37165772a7e2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_copy.yaml b/tests/recordings/test_core/test_copy.yaml index 534a1e5..1cf2fdb 100644 --- a/tests/recordings/test_core/test_copy.yaml +++ b/tests/recordings/test_core/test_copy.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [332043b0-4267-11e7-9e85-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [797b6249-a1da-4e1f-a6cb-ce22dfa351a1][2017-05-26T16:01:06.9269739-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:06 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [797b6249-a1da-4e1f-a6cb-ce22dfa351a1] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6b75802e-0e6a-11e7-8992-645106422854] + x-ms-client-request-id: [33675d6c-4267-11e7-a358-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:09 GMT'] + Date: ['Fri, 26 May 2017 23:01:07 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [50a2997b-87a3-435d-a060-a524ff01e4a8] + x-ms-request-id: [d7f6395d-d8a6-4610-98bf-3398688eb048] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6bd405f4-0e6a-11e7-a8d1-645106422854] + x-ms-client-request-id: [339c935c-4267-11e7-a694-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123589562,"modificationTime":1490123589562,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839667265,"modificationTime":1495839667265,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['324'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:09 GMT'] + Date: ['Fri, 26 May 2017 23:01:07 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [12d52530-4ba0-4c56-b178-3ddce8bd3a42] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [33b6739a-4267-11e7-ac1d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839667265,"modificationTime":1495839667265,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:07 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [bc55980d-a17e-4e9e-9a41-1c0349954e95] + x-ms-request-id: [bb4d8051-159d-41e6-a96c-40bbf1da42e4] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,24 +113,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6bea7426-0e6a-11e7-b340-645106422854] + x-ms-client-request-id: [33d51a74-4267-11e7-b60e-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:09 GMT'] + Date: ['Fri, 26 May 2017 23:01:07 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5711d964-ed14-42a8-8cb0-ebaa7c279f47] + x-ms-request-id: [f84b7764-0242-4e60-bcba-70d6146b9567] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_delimiters_dash.yaml b/tests/recordings/test_core/test_delimiters_dash.yaml index b1b087b..458c1b9 100644 --- a/tests/recordings/test_core/test_delimiters_dash.yaml +++ b/tests/recordings/test_core/test_delimiters_dash.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5beaa440-4267-11e7-ac27-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [1839ba8e-f524-4420-840b-d75e4f947a02][2017-05-26T16:02:15.3415735-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:15 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1839ba8e-f524-4420-840b-d75e4f947a02] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: 123-- headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['5'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [81d3ce0c-0e6a-11e7-abe6-645106422854] + x-ms-client-request-id: [5c2d45d2-4267-11e7-8b00-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:47 GMT'] + Date: ['Fri, 26 May 2017 23:02:15 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3dc26415-3b3a-4ff2-8ddf-fcfe4457614f] + x-ms-request-id: [6f1301b4-7091-4a40-b48b-b8ccd8e655bc] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5c6c8c48-4267-11e7-bb70-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":5,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839735607,"modificationTime":1495839735668,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:15 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [972335c4-516a-490d-802e-f1aab511dcd4] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5c92c50c-4267-11e7-9395-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":5,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839735607,"modificationTime":1495839735668,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:16 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [38d5b541-7ae7-4c0b-85fc-bf48ccc402cd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [82411b7a-0e6a-11e7-9f00-645106422854] + x-ms-client-request-id: [5ca8d7de-4267-11e7-96ce-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":5,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123627044,"modificationTime":1490123627126,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":5,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839735607,"modificationTime":1495839735668,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:47 GMT'] + Date: ['Fri, 26 May 2017 23:02:16 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [cc3420e4-8376-4aff-8009-4f6062823252] + x-ms-request-id: [65d41968-d60b-4238-aedd-edd102cbe9ea] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +138,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [825727e2-0e6a-11e7-9026-645106422854] + x-ms-client-request-id: [5cd1ae3e-4267-11e7-b853-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=5 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=5 response: body: {string: 123--} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:47 GMT'] + Date: ['Fri, 26 May 2017 23:02:16 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [45e7b28e-650c-42fe-9030-14d30737b4d6] + x-ms-request-id: [02968c7a-902a-4f54-b9e1-e0181c0fc9b0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,23 +165,23 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['5'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [827019c0-0e6a-11e7-9e63-645106422854] + x-ms-client-request-id: [5cecb1f0-4267-11e7-a307-645106422854] method: POST - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?append=true&api-version=2016-11-01&OP=APPEND + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=APPEND&api-version=2016-11-01&append=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:47 GMT'] + Date: ['Fri, 26 May 2017 23:02:16 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [08dbdafe-aafc-4f9b-b9ec-48eb5945e140] + x-ms-request-id: [d16b0ecf-f621-4a04-b120-a4cb2117d608] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -112,23 +191,75 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['3'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [82923506-0e6a-11e7-ae1d-645106422854] + x-ms-client-request-id: [5d0e8fda-4267-11e7-99e7-645106422854] method: POST - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?append=true&offset=10&api-version=2016-11-01&OP=APPEND + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=APPEND&api-version=2016-11-01&offset=10&append=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:47 GMT'] + Date: ['Fri, 26 May 2017 23:02:16 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c232c9fb-6281-4b4e-8b94-796c2ba9b469] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5d284574-4267-11e7-9b16-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":13,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839735607,"modificationTime":1495839736746,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:16 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [88389ba4-74ce-424d-8bca-2104a195d6ec] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5d3c3be6-4267-11e7-b056-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":13,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839735607,"modificationTime":1495839736746,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:17 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a91df5db-d411-430d-b1fb-7323f3e70e76] + x-ms-request-id: [f2370c40-0089-49a0-af01-827535ca8115] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -137,24 +268,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [82adfa9c-0e6a-11e7-92a8-645106422854] + x-ms-client-request-id: [5d5330d0-4267-11e7-8ace-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":13,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123627044,"modificationTime":1490123627688,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":13,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839735607,"modificationTime":1495839736746,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['325'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:48 GMT'] + Date: ['Fri, 26 May 2017 23:02:17 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4d481309-4415-4f8f-a4ef-63a73641673c] + x-ms-request-id: [5ccc10a1-45e7-4146-a7bc-794ac79ddf9b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -163,24 +294,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [82c442ae-0e6a-11e7-9226-645106422854] + x-ms-client-request-id: [5d68f902-4267-11e7-9f7f-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=13 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=13 response: body: {string: 123--456--789} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:48 GMT'] + Date: ['Fri, 26 May 2017 23:02:17 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3f7e604d-bdf6-465f-96f2-a7cf90dd3240] + x-ms-request-id: [5ddcf7de-eaae-4249-ad76-073e069f4eec] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5d8b3d4c-4267-11e7-add5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":13,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839735607,"modificationTime":1495839736746,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:17 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [298c0ac4-7792-44ff-acd5-377c0029214f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -190,24 +347,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [82dfb9f6-0e6a-11e7-9bd4-645106422854] + x-ms-client-request-id: [5da0d5f0-4267-11e7-9ed7-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:48 GMT'] + Date: ['Fri, 26 May 2017 23:02:17 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [109ef7e6-d750-45bf-948e-e672bfa1ef9d] + x-ms-request-id: [b23ff08a-3056-45d3-9034-9075ae51af88] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_delimiters_newline.yaml b/tests/recordings/test_core/test_delimiters_newline.yaml index ce241e9..1def4d7 100644 --- a/tests/recordings/test_core/test_delimiters_newline.yaml +++ b/tests/recordings/test_core/test_delimiters_newline.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [596418be-4267-11e7-99db-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [0ab49a43-cc21-4097-ad8c-1de34ac107f7][2017-05-26T16:02:11.1821253-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:10 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0ab49a43-cc21-4097-ad8c-1de34ac107f7] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123 @@ -8,25 +35,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['4'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [80695d08-0e6a-11e7-ada6-645106422854] + x-ms-client-request-id: [59b3cd10-4267-11e7-ae68-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:44 GMT'] + Date: ['Fri, 26 May 2017 23:02:10 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2ae38fd4-8c71-47b6-a1cc-84c239b8392f] + x-ms-request-id: [4294b69c-f7ce-4793-a5b0-531741536424] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -35,24 +62,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [59efed0a-4267-11e7-9ba9-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":4,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839731436,"modificationTime":1495839731500,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:11 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [741b342b-c9b7-4fb8-92ae-5215819d5e4a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5a1475cc-4267-11e7-81dc-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":4,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839731436,"modificationTime":1495839731500,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:11 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c2a51656-2500-4acf-b88f-3318be5ea131] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [80c6fd12-0e6a-11e7-9efc-645106422854] + x-ms-client-request-id: [5a39b56e-4267-11e7-8ce1-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":4,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123624614,"modificationTime":1490123624668,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":4,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839731436,"modificationTime":1495839731500,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:44 GMT'] + Date: ['Fri, 26 May 2017 23:02:11 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [144bd65c-9fbe-475f-943b-c126d541a880] + x-ms-request-id: [0937e7b1-bf89-4cce-bf85-d3e7b87eb273] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -61,11 +140,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [80dcfc52-0e6a-11e7-8977-645106422854] + x-ms-client-request-id: [5a5aca50-4267-11e7-919b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=4 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=4 response: body: {string: '123 @@ -73,14 +152,14 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:44 GMT'] + Date: ['Fri, 26 May 2017 23:02:11 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [cf16e0ea-b42c-436f-9083-3b4cd09f58f1] + x-ms-request-id: [38c2233c-3f55-4818-b491-0c82dfcb32e4] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -92,23 +171,23 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['4'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [80f94a1e-0e6a-11e7-848d-645106422854] + x-ms-client-request-id: [5a808436-4267-11e7-b510-645106422854] method: POST - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?append=true&api-version=2016-11-01&OP=APPEND + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=APPEND&api-version=2016-11-01&append=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:45 GMT'] + Date: ['Fri, 26 May 2017 23:02:12 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [93ffd5ef-5af7-405b-9352-753c3e9992da] + x-ms-request-id: [580c2a94-a53e-47ae-9790-1918f85246fa] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -118,23 +197,75 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['3'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [811a5348-0e6a-11e7-a159-645106422854] + x-ms-client-request-id: [5aae8ffe-4267-11e7-aa7f-645106422854] method: POST - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?append=true&offset=8&api-version=2016-11-01&OP=APPEND + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=APPEND&api-version=2016-11-01&offset=8&append=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:45 GMT'] + Date: ['Fri, 26 May 2017 23:02:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8b8e6520-e4ca-4387-a673-5dd69297d976] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5ad6efee-4267-11e7-b815-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839731436,"modificationTime":1495839732765,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a16dfbeb-648c-46fd-bd3f-c9b7f6c3a4b3] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5b03130c-4267-11e7-8989-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839731436,"modificationTime":1495839732765,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:12 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [dccf89e9-c3d9-4425-9e18-835bd27d601b] + x-ms-request-id: [40a7a882-e65f-4b90-a9a3-9c5ecd10b49b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -143,24 +274,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [815489b6-0e6a-11e7-8053-645106422854] + x-ms-client-request-id: [5b2f13de-4267-11e7-aafa-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":11,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123624614,"modificationTime":1490123625215,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839731436,"modificationTime":1495839732765,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['325'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:45 GMT'] + Date: ['Fri, 26 May 2017 23:02:13 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ac55a73d-cbde-472f-978f-90b2525728db] + x-ms-request-id: [8c1fa62b-a1e5-40b9-8b91-5c7ee7109e56] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -169,11 +300,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8179c830-0e6a-11e7-9803-645106422854] + x-ms-client-request-id: [5b572ac0-4267-11e7-ad49-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=11 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=11 response: body: {string: '123 @@ -183,14 +314,40 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:45 GMT'] + Date: ['Fri, 26 May 2017 23:02:13 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [97b7791d-c50e-43dc-bebb-68d97522cd37] + x-ms-request-id: [1fab793b-134c-46ea-ae0f-264c2294e14b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5b844d2e-4267-11e7-8fb2-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839731436,"modificationTime":1495839732765,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:13 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [76d298eb-ef86-486c-b858-529c922d3145] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -200,24 +357,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [819df1ca-0e6a-11e7-a7f7-645106422854] + x-ms-client-request-id: [5ba92bf0-4267-11e7-a2d8-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:46 GMT'] + Date: ['Fri, 26 May 2017 23:02:14 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [408d58a2-67d0-45e2-8508-1b6db0b16058] + x-ms-request-id: [2fe3a223-4c4f-4119-a25a-fbf462ca04f0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_df.yaml b/tests/recordings/test_core/test_df.yaml index 80974da..3e21f47 100644 --- a/tests/recordings/test_core/test_df.yaml +++ b/tests/recordings/test_core/test_df.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [30ef4f88-4267-11e7-8066-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [ee258b24-1d24-4c49-8fae-d5044728214d][2017-05-26T16:01:03.1952745-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:03 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ee258b24-1d24-4c49-8fae-d5044728214d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: aaaaaaaaaa headers: @@ -6,27 +33,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['10'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [69674ad8-0e6a-11e7-8da6-645106422854] + x-ms-client-request-id: [312dac3a-4267-11e7-85c3-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:06 GMT'] + Date: ['Fri, 26 May 2017 23:01:03 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b00c98f2-826f-49bc-b026-4c60506b4074] + x-ms-request-id: [9370cbf9-8f75-490a-b5ce-198ba58ca314] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [315e20c8-4267-11e7-90b5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/b [5feb8739-89bc-497f-a90b-f8823740c7d3][2017-05-26T16:01:03.6483865-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:03 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [5feb8739-89bc-497f-a90b-f8823740c7d3] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: aaaaaaaaaa headers: @@ -34,25 +88,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['10'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [69d65f68-0e6a-11e7-b0f9-645106422854] + x-ms-client-request-id: [3171b7d8-4267-11e7-b561-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:06 GMT'] + Date: ['Fri, 26 May 2017 23:01:03 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [96985f44-aa19-4d53-b5cf-11419e177f0d] + x-ms-request-id: [3b01bba3-c3ca-4860-bce6-acb79f38359e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -61,24 +115,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6a0228a6-0e6a-11e7-a46e-645106422854] + x-ms-client-request-id: [3199e3f0-4267-11e7-8452-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=GETCONTENTSUMMARY + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=GETCONTENTSUMMARY&api-version=2016-11-01 response: body: {string: '{"ContentSummary":{"directoryCount":1,"fileCount":2,"length":20,"quota":-1,"spaceConsumed":20,"spaceQuota":-1}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['111'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:06 GMT'] + Date: ['Fri, 26 May 2017 23:01:03 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ad17a947-b77d-497f-9626-ae48d162864b] + x-ms-request-id: [419a50e6-5eed-4e49-9af4-9df8d538c37a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -87,24 +141,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6a36a624-0e6a-11e7-80a7-645106422854] + x-ms-client-request-id: [31aedc24-4267-11e7-ac2e-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123586111,"modificationTime":1490123586180,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1490123586398,"modificationTime":1490123586442,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839663345,"modificationTime":1495839663387,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839663792,"modificationTime":1495839663842,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['617'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:06 GMT'] + Date: ['Fri, 26 May 2017 23:01:04 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e45aebb6-59df-4d48-a7fe-e9907e42cd97] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [31c2cd8a-4267-11e7-8688-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839663345,"modificationTime":1495839663387,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:04 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b93162ad-809c-4d15-b7f6-8a953060fe48] + x-ms-request-id: [a6559d50-ce6e-4f51-8dc7-c927e32e7fbb] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -114,24 +194,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6a4eaeae-0e6a-11e7-8971-645106422854] + x-ms-client-request-id: [31d61a76-4267-11e7-8a79-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:07 GMT'] + Date: ['Fri, 26 May 2017 23:01:04 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [033bc46f-cfb4-4fd0-819a-337631a610ee] + x-ms-request-id: [c411c999-aa69-4333-bcf6-15a60c5255ba] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -140,24 +220,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6a6d8224-0e6a-11e7-b188-645106422854] + x-ms-client-request-id: [31f54e8c-4267-11e7-94d6-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1490123586398,"modificationTime":1490123586442,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839663792,"modificationTime":1495839663842,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['325'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:07 GMT'] + Date: ['Fri, 26 May 2017 23:01:04 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [445610ea-4c98-4132-a4f7-3e2a932a4123] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3209c2a8-4267-11e7-8329-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839663792,"modificationTime":1495839663842,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:04 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [70a83b90-2fc2-4e4f-ba6f-a5c0699f1818] + x-ms-request-id: [ecdd6d35-494c-4953-9ac3-e959cd196433] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -167,24 +273,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6a841770-0e6a-11e7-bd4d-645106422854] + x-ms-client-request-id: [321df558-4267-11e7-b738-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:07 GMT'] + Date: ['Fri, 26 May 2017 23:01:04 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [9396cd25-7b2c-4756-afdb-cde7494a5f66] + x-ms-request-id: [d7587752-8262-4ecd-8a35-e4358da14d04] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_du.yaml b/tests/recordings/test_core/test_du.yaml index c7cf7f4..c05944f 100644 --- a/tests/recordings/test_core/test_du.yaml +++ b/tests/recordings/test_core/test_du.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4bee2ef0-4267-11e7-a20c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [edf18c93-a97a-4836-9684-d7044737c274][2017-05-26T16:01:48.4939414-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:48 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [edf18c93-a97a-4836-9684-d7044737c274] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123' headers: @@ -6,27 +33,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['3'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [77082f36-0e6a-11e7-aa1e-645106422854] + x-ms-client-request-id: [4c2ca0d2-4267-11e7-8c90-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:28 GMT'] + Date: ['Fri, 26 May 2017 23:01:48 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4b5d4fe0-4247-4e87-bba6-0c2b160048b9] + x-ms-request-id: [910e5620-045c-405b-a297-65bde892a0eb] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4c5bc84a-4267-11e7-ba8c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/b [815e272f-6030-4f0b-bbcf-2733b3ef1188][2017-05-26T16:01:48.9314667-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:48 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [815e272f-6030-4f0b-bbcf-2733b3ef1188] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '4567' headers: @@ -34,25 +88,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['4'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7765b98c-0e6a-11e7-90c4-645106422854] + x-ms-client-request-id: [4c6f11be-4267-11e7-a665-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:28 GMT'] + Date: ['Fri, 26 May 2017 23:01:49 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a872012d-c140-40bf-be77-dcdca7b64550] + x-ms-request-id: [3930bd2b-4c5a-4b38-896e-5bf945fe76ba] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -61,24 +115,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4cb291c8-4267-11e7-9872-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":3,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839708634,"modificationTime":1495839708709,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":4,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839709069,"modificationTime":1495839709112,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['615'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:49 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0f2e2255-6ce9-4804-b223-dce36b37efa5] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [779826b8-0e6a-11e7-8a84-645106422854] + x-ms-client-request-id: [4cc72c00-4267-11e7-a122-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":3,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123608843,"modificationTime":1490123608910,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":4,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1490123609145,"modificationTime":1490123609198,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":3,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839708634,"modificationTime":1495839708709,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":4,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839709069,"modificationTime":1495839709112,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['615'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:29 GMT'] + Date: ['Fri, 26 May 2017 23:01:49 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a337a9c5-cc0a-4630-abb3-584b5ea809e6] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4cdb5282-4267-11e7-a4f6-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":3,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839708634,"modificationTime":1495839708709,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:49 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0f8dcc9a-b9e6-4a5f-b0b4-78bf3e5c3921] + x-ms-request-id: [e7421b94-c9d2-47ae-bfe8-aa06327877e1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -88,24 +194,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [77ae6ea4-0e6a-11e7-8280-645106422854] + x-ms-client-request-id: [4ceedb10-4267-11e7-ad07-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:29 GMT'] + Date: ['Fri, 26 May 2017 23:01:49 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [1b758a3a-0e6f-4368-81bd-173075516b56] + x-ms-request-id: [54027442-e7a9-4438-bef7-23dc21413006] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -114,24 +220,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [77cf6438-0e6a-11e7-9f24-645106422854] + x-ms-client-request-id: [4d0a9dee-4267-11e7-a150-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":4,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1490123609145,"modificationTime":1490123609198,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":4,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839709069,"modificationTime":1495839709112,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['324'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:29 GMT'] + Date: ['Fri, 26 May 2017 23:01:49 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7ccb33ea-0d1e-4af2-877a-ce6312c990ff] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4d1e684c-4267-11e7-a175-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":4,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839709069,"modificationTime":1495839709112,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:50 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b948b95c-f469-4167-b5f2-36238954ffd2] + x-ms-request-id: [96cf75b5-9033-4099-aa9e-bfd98402eaba] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -141,24 +273,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [77e66db4-0e6a-11e7-84d9-645106422854] + x-ms-client-request-id: [4d31e508-4267-11e7-a8ac-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:29 GMT'] + Date: ['Fri, 26 May 2017 23:01:50 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f54d18e7-e105-4752-8bb4-741e6f1759b7] + x-ms-request-id: [2dcb151a-0017-44fd-91b1-b9b9b7d5fe7f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_errors.yaml b/tests/recordings/test_core/test_errors.yaml index 5c9cb9c..776d398 100644 --- a/tests/recordings/test_core/test_errors.yaml +++ b/tests/recordings/test_core/test_errors.yaml @@ -5,51 +5,79 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6508355a-0e6a-11e7-a151-645106422854] + x-ms-client-request-id: [23720fde-4267-11e7-ad9f-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/shfoshf?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/shfoshf [8273466a-7260-40f4-a5c5-dd38ab1c547b][2017-05-26T16:00:40.5724231-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['34'] + Content-Length: ['243'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:58 GMT'] + Date: ['Fri, 26 May 2017 23:00:39 GMT'] Expires: ['-1'] Pragma: [no-cache] - Status: ['0x0'] + Status: ['0x8309000A'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [18555128-111b-432a-a0fe-d332a13f923b] + x-ms-request-id: [8273466a-7260-40f4-a5c5-dd38ab1c547b] x-ms-webhdfs-version: [16.12.19.00] - status: {code: 200, message: OK} + status: {code: 404, message: Not Found} - request: body: null headers: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6557f754-0e6a-11e7-91c3-645106422854] + x-ms-client-request-id: [23b068b8-4267-11e7-8837-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/shfoshf?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/shfoshf?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"Folder - does not exist: /azure_test_dir/shfoshf [96f6644d-ccd8-4eac-89a8-0b87b98617e3][2017-03-21T12:12:58.8408405-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/shfoshf [6ccd7fda-bfb9-4595-88b6-b841ff492c13][2017-05-26T16:00:40.6974457-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['238'] + Content-Length: ['243'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:58 GMT'] + Date: ['Fri, 26 May 2017 23:00:39 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x8309000A'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [96f6644d-ccd8-4eac-89a8-0b87b98617e3] + x-ms-request-id: [6ccd7fda-bfb9-4595-88b6-b841ff492c13] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [23c38d8c-4267-11e7-9c16-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/shfoshf/xxx?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/shfoshf/xxx [b0e16eaf-ec4b-4675-83cd-241a1cad6cb8][2017-05-26T16:00:40.8224285-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['247'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:39 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b0e16eaf-ec4b-4675-83cd-241a1cad6cb8] x-ms-webhdfs-version: [16.12.19.00] status: {code: 404, message: Not Found} - request: @@ -59,24 +87,51 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [656c71a2-0e6a-11e7-97f8-645106422854] + x-ms-client-request-id: [23d6e806-4267-11e7-b65e-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/shfoshf/x?destination=azure_test_dir%2Fshfoshxbf%2Fy&api-version=2016-11-01&OP=RENAME + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/shfoshf/x?OP=RENAME&api-version=2016-11-01&destination=azure_test_dir%2Fshfoshxbf%2Fy response: body: {string: '{"boolean":false}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['17'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:59 GMT'] + Date: ['Fri, 26 May 2017 23:00:40 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x8309000A'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [166f9fa6-55ee-44cf-9ede-7e64f653a693] + x-ms-request-id: [bbfc1f7d-1b73-4bc1-9e37-4486b934a3f0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [23ee575a-4267-11e7-b3e1-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/unknown?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/unknown [79ce4f40-d0d6-4dc2-8058-ad59e4fcedd0][2017-05-26T16:00:41.1036821-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:40 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [79ce4f40-d0d6-4dc2-8058-ad59e4fcedd0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} version: 1 diff --git a/tests/recordings/test_core/test_exists.yaml b/tests/recordings/test_core/test_exists.yaml index 325aba2..0b44cd9 100644 --- a/tests/recordings/test_core/test_exists.yaml +++ b/tests/recordings/test_core/test_exists.yaml @@ -5,26 +5,53 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6c2a3c52-0e6a-11e7-8de5-645106422854] + x-ms-client-request-id: [341b89d4-4267-11e7-a491-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: body: {string: '{"FileStatuses":{"FileStatus":[]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['34'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:10 GMT'] + Date: ['Fri, 26 May 2017 23:01:07 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e5afa48d-40be-4be7-b72e-658e4ab8964c] + x-ms-request-id: [b4f66a63-16ff-4998-92d0-48c5b31663cc] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [345d5c34-4267-11e7-a2e7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [1c6bf6f4-9096-4e00-9603-b314a15a1039][2017-05-26T16:01:08.7161879-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:07 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1c6bf6f4-9096-4e00-9603-b314a15a1039] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -32,25 +59,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6c836c58-0e6a-11e7-8c87-645106422854] + x-ms-client-request-id: [34777880-4267-11e7-8855-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:10 GMT'] + Date: ['Fri, 26 May 2017 23:01:08 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [89ba257d-21d9-4078-a860-0eba68b0ae1d] + x-ms-request-id: [d388bb66-22b1-4aaa-a316-2cdff4ceed7d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -59,24 +86,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6c9de5ac-0e6a-11e7-9c13-645106422854] + x-ms-client-request-id: [349936d8-4267-11e7-b891-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123590887,"modificationTime":1490123590887,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839668915,"modificationTime":1495839668915,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['324'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:11 GMT'] + Date: ['Fri, 26 May 2017 23:01:08 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [dad86f35-8fb4-4965-acc8-9f2edbec913a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [34cc3280-4267-11e7-94d5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839668915,"modificationTime":1495839668915,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:08 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [94f59d06-15d2-4831-a9df-a69894e62c11] + x-ms-request-id: [3429c903-24e9-41c9-8b02-34c8551f88f3] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +139,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6cb2f446-0e6a-11e7-be86-645106422854] + x-ms-client-request-id: [34e50e90-4267-11e7-8dd4-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:11 GMT'] + Date: ['Fri, 26 May 2017 23:01:08 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [fe3ed8df-1b2a-44d1-b7fe-3d8014ce83fd] + x-ms-request-id: [992c026c-bf8e-456b-8eb9-a7043979abd0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -112,24 +165,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6cd178ca-0e6a-11e7-a04f-645106422854] + x-ms-client-request-id: [3507dd62-4267-11e7-9e5c-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: body: {string: '{"FileStatuses":{"FileStatus":[]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['34'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:11 GMT'] + Date: ['Fri, 26 May 2017 23:01:08 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [70d32378-012c-46ad-a42d-e2369c07ae88] + x-ms-request-id: [60d5e7a4-5e3c-4664-839b-ddc70fa72c5f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -138,24 +191,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6ce5770c-0e6a-11e7-9853-645106422854] + x-ms-client-request-id: [352080ac-4267-11e7-a94a-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490121793613,"modificationTime":1490123591203,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839669615,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['582'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:11 GMT'] + Date: ['Fri, 26 May 2017 23:01:09 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e1e405bd-9b17-4f72-90d6-74867df8b472] + x-ms-request-id: [28e9aa54-6e20-4b10-84b5-3a0438139e50] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_exists_remove_invalidate_cache.yaml b/tests/recordings/test_core/test_exists_remove_invalidate_cache.yaml new file mode 100644 index 0000000..9824261 --- /dev/null +++ b/tests/recordings/test_core/test_exists_remove_invalidate_cache.yaml @@ -0,0 +1,293 @@ +interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [354fb562-4267-11e7-856e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['34'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:10 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [32929e86-01a0-4f72-ac26-0c59b1d3d56b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [35989a86-4267-11e7-a8f7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['34'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:11 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [5bbef27b-329e-4a46-80e4-844ff955adf2] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [35d6aae2-4267-11e7-b133-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [1561a2c5-2091-4088-8971-368df379bcc5][2017-05-26T16:01:11.2363175-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:10 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1561a2c5-2091-4088-8971-368df379bcc5] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [35f795ba-4267-11e7-9ff4-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true + response: + body: {string: ''} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:01:11 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d7cd3a64-659c-4811-a36d-722eda03e920] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3619bf62-4267-11e7-9471-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839671440,"modificationTime":1495839671440,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['324'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:11 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2f738655-6b1c-4187-847c-9f53030c8f3a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3632dbe4-4267-11e7-a8bf-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839671440,"modificationTime":1495839671440,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:11 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b892f8be-d69c-4181-93e3-628eef8eaa4a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3649bfe4-4267-11e7-825f-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839671440,"modificationTime":1495839671440,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:11 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c21fc4a4-7530-40b0-a6c7-08eb3bde2b9b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [366aba7e-4267-11e7-b315-645106422854] + method: DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=False + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:11 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8ed077de-3bb3-433e-9da5-92d174997091] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [368da198-4267-11e7-b74a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['34'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [88d64498-b729-4565-841f-778c99ef0d78] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [36a826c2-4267-11e7-80df-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [16a70017-2d97-4eea-878d-b20029d9ba4d][2017-05-26T16:01:12.5125119-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [16a70017-2d97-4eea-878d-b20029d9ba4d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [36bb38ac-4267-11e7-b917-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839672178,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['582'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1fa9c0ff-266f-4f56-ac3e-9d7b1273bccd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +version: 1 diff --git a/tests/recordings/test_core/test_fooable.yaml b/tests/recordings/test_core/test_fooable.yaml index 5fc57a0..9ae6be7 100644 --- a/tests/recordings/test_core/test_fooable.yaml +++ b/tests/recordings/test_core/test_fooable.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [54d632c8-4267-11e7-ae40-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [e8369a1f-5e3e-4e53-9b42-e69a7b8c0bde][2017-05-26T16:02:03.4439343-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:03 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e8369a1f-5e3e-4e53-9b42-e69a7b8c0bde] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7d119f68-0e6a-11e7-afb4-645106422854] + x-ms-client-request-id: [5515e726-4267-11e7-b2c0-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:38 GMT'] + Date: ['Fri, 26 May 2017 23:02:03 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ce2bdb1d-a3f0-4237-910b-43af7c35e2d0] + x-ms-request-id: [95f15773-a38e-4bbb-a258-3c1bc13a12ef] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,128 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7d5a574a-0e6a-11e7-82a8-645106422854] + x-ms-client-request-id: [552faabe-4267-11e7-9b94-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123618968,"modificationTime":1490123618968,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839723586,"modificationTime":1495839723586,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:38 GMT'] + Date: ['Fri, 26 May 2017 23:02:03 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3be37587-672e-4e2c-8e20-f51841b1055c] + x-ms-request-id: [bbdb5ec7-d541-4999-bac5-fbac840b2a33] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [554f7a36-4267-11e7-bd2c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839723586,"modificationTime":1495839723586,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:03 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [67d87c00-8898-45d5-8df9-f41e88839dd2] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5568a798-4267-11e7-a1b0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839723586,"modificationTime":1495839723586,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:03 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8cb44d2c-840d-4852-bfe3-bbcd257b8120] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [557c58fa-4267-11e7-956e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839723586,"modificationTime":1495839723586,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:04 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1a268ebb-55cd-405c-bf62-51c351d70ad6] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [559d7d2c-4267-11e7-bb72-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839723586,"modificationTime":1495839723586,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:04 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f1636fca-0d5c-436a-bd15-cee007aafdb8] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,25 +191,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7d6f2c6c-0e6a-11e7-a52d-645106422854] + x-ms-client-request-id: [55bdc878-4267-11e7-ad90-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:38 GMT'] + Date: ['Fri, 26 May 2017 23:02:04 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [df717996-5dea-41c7-9a48-bcaa5bee61c1] + x-ms-request-id: [575d471c-aace-4990-a541-b3310a749e95] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -87,24 +218,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7d9601f4-0e6a-11e7-a200-645106422854] + x-ms-client-request-id: [55e51e24-4267-11e7-8f9b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123619367,"modificationTime":1490123619367,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839724787,"modificationTime":1495839724787,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['324'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:39 GMT'] + Date: ['Fri, 26 May 2017 23:02:04 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1ab771ce-8913-4eee-a33f-3466021a84c2] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [55fa65da-4267-11e7-92b1-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839724787,"modificationTime":1495839724787,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:04 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [201913bf-1e88-48c7-aba4-3a4f02913749] + x-ms-request-id: [5d65a251-16d3-4b79-a8e5-3dbe6ac7f8a0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -114,24 +271,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7dac345a-0e6a-11e7-b681-645106422854] + x-ms-client-request-id: [560dedb4-4267-11e7-bbac-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:39 GMT'] + Date: ['Fri, 26 May 2017 23:02:05 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [9e62b1ed-3af9-4604-8aa7-e01db233854d] + x-ms-request-id: [2b9421ec-bb9c-42ac-a610-a2c343295447] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_full_read.yaml b/tests/recordings/test_core/test_full_read.yaml index 677e066..9a2ae7e 100644 --- a/tests/recordings/test_core/test_full_read.yaml +++ b/tests/recordings/test_core/test_full_read.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [38008524-4267-11e7-8caa-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [80571b70-de8c-4e71-9a0a-7432093f7e3e][2017-05-26T16:01:15.0594703-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:14 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [80571b70-de8c-4e71-9a0a-7432093f7e3e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: 0123456789 headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['10'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6ddabf14-0e6a-11e7-9bd0-645106422854] + x-ms-client-request-id: [383fa7a4-4267-11e7-bcbd-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:13 GMT'] + Date: ['Fri, 26 May 2017 23:01:14 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [73b42865-da6d-435a-9540-93ff9623641c] + x-ms-request-id: [cc215ae1-41f3-4867-b416-85c4440901c8] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [38873fd2-4267-11e7-a7d8-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839675205,"modificationTime":1495839675273,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:15 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1fe743e7-67fc-435c-8784-e7ef5497b39c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [38b7be0c-4267-11e7-8982-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839675205,"modificationTime":1495839675273,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:15 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [459f0998-6263-4b70-8273-90e7fb6d4fc8] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6e68a712-0e6a-11e7-a86a-645106422854] + x-ms-client-request-id: [38cb176c-4267-11e7-bc37-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123593577,"modificationTime":1490123593841,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839675205,"modificationTime":1495839675273,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['325'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:13 GMT'] + Date: ['Fri, 26 May 2017 23:01:15 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f1021b30-336b-4ef8-91d7-4e558b252907] + x-ms-request-id: [aa366ad3-8977-44b4-8759-f845401b27e9] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +138,102 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6e7ec726-0e6a-11e7-b52e-645106422854] + x-ms-client-request-id: [38deb1ec-4267-11e7-aeac-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=10 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=10 response: body: {string: 0123456789} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:13 GMT'] + Date: ['Fri, 26 May 2017 23:01:15 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2151be1f-7be1-4d7f-b269-fb5d2b11e868] + x-ms-request-id: [38341b29-0a43-431c-b85a-ac6bc2dbe698] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [38f645a8-4267-11e7-a42b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839675205,"modificationTime":1495839675273,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:15 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [147ccaa8-1297-4ec6-8c67-ca594bfcba57] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3909fb02-4267-11e7-83c7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839675205,"modificationTime":1495839675273,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:15 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c3f21a43-c4d4-495b-8430-a1988a10500f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [391d4028-4267-11e7-a0d9-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839675205,"modificationTime":1495839675273,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:15 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4c730ccd-d6df-4ef4-b861-6214051e8b13] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -85,24 +242,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6e9a7902-0e6a-11e7-ad0f-645106422854] + x-ms-client-request-id: [39474730-4267-11e7-8281-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=10 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=10 response: body: {string: 0123456789} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:14 GMT'] + Date: ['Fri, 26 May 2017 23:01:16 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b35936e5-a4e1-4aaf-8f88-7350c70e086b] + x-ms-request-id: [4d497c1d-b8b4-4162-ae4f-a31706f99938] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [395e3d98-4267-11e7-8be0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839675205,"modificationTime":1495839675273,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:16 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c8ee577b-cc72-48ec-a39d-cc9285bb58d5] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3971a528-4267-11e7-b485-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839675205,"modificationTime":1495839675273,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:16 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6fecf6bd-2da6-4928-a389-faa02a6d9f59] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -111,24 +320,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6eb344a4-0e6a-11e7-b16b-645106422854] + x-ms-client-request-id: [39856466-4267-11e7-b211-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=3&api-version=2016-11-01&OP=OPEN&length=7 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839675205,"modificationTime":1495839675273,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:16 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [733607e8-0cb9-4a5b-8d5b-516c2683d240] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [39b2175e-4267-11e7-9a64-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=3&length=7 response: body: {string: '3456789'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:14 GMT'] + Date: ['Fri, 26 May 2017 23:01:16 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [09ac6c89-7abe-4c57-9708-32f52a4c4feb] + x-ms-request-id: [66cea08c-7cf4-448b-8a93-6bb4195c8c1c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [39c7f9dc-4267-11e7-aee5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839675205,"modificationTime":1495839675273,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:16 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [141b2586-1c39-4724-ae83-423deb818efc] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -138,24 +399,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6ecb7410-0e6a-11e7-9440-645106422854] + x-ms-client-request-id: [39dba18c-4267-11e7-b618-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:14 GMT'] + Date: ['Fri, 26 May 2017 23:01:17 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a3016244-fcf3-4939-8e1b-bc0b88387ea0] + x-ms-request-id: [b1d64e4a-e0c7-4819-a787-fd5eb5943b34] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_get.yaml b/tests/recordings/test_core/test_get.yaml index 7558b5d..efea34d 100644 --- a/tests/recordings/test_core/test_get.yaml +++ b/tests/recordings/test_core/test_get.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [499d78d8-4267-11e7-9a2e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [f91ff90a-fca0-424c-b0cf-9d8f10bc076e][2017-05-26T16:01:44.7038065-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:44 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f91ff90a-fca0-424c-b0cf-9d8f10bc076e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '1234567890' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['10'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [763dedf0-0e6a-11e7-a9e0-645106422854] + x-ms-client-request-id: [49eb6b38-4267-11e7-8286-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:27 GMT'] + Date: ['Fri, 26 May 2017 23:01:44 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [582afeb7-debe-4555-9afa-c18447c0f6c7] + x-ms-request-id: [df4aa122-4605-4ff5-9c2e-32ffbed67247] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4a2753a6-4267-11e7-b2b2-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839704962,"modificationTime":1495839705006,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:44 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7f4b9e63-5702-4304-aa40-9d96ec848203] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4a43bcee-4267-11e7-977c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839704962,"modificationTime":1495839705006,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:45 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c6893758-b239-4360-b247-74b46c5a71f8] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [76ae9e62-0e6a-11e7-8ee3-645106422854] + x-ms-client-request-id: [4a603de2-4267-11e7-947f-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123607661,"modificationTime":1490123607714,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839704962,"modificationTime":1495839705006,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['325'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:27 GMT'] + Date: ['Fri, 26 May 2017 23:01:45 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [612e2d18-2f25-4af3-a1f7-db8170f361e0] + x-ms-request-id: [3cdd7300-211c-47e5-abf8-e6187fb5844b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +138,104 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [76c4f850-0e6a-11e7-bebc-645106422854] + x-ms-client-request-id: [4a7e3dee-4267-11e7-b144-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=10 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=10 response: body: {string: '1234567890'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:27 GMT'] + Date: ['Fri, 26 May 2017 23:01:45 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [1a8b2b2a-bd31-474a-bd83-e043f74059f1] + x-ms-request-id: [24df95b4-dd61-4a82-a620-508d0d58b0d5] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4ac7a5a2-4267-11e7-b1de-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/b [bd254c22-4571-49b0-85b2-922e6fdb2c77][2017-05-26T16:01:46.3600523-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:45 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bd254c22-4571-49b0-85b2-922e6fdb2c77] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4ae8d4ac-4267-11e7-aac6-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/b [6171864c-f186-45aa-b1af-28bc5a9093b4][2017-05-26T16:01:46.6100721-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:46 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6171864c-f186-45aa-b1af-28bc5a9093b4] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4b0d38e2-4267-11e7-b11b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839704962,"modificationTime":1495839705006,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:47 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [568037ad-7336-4986-8012-d01fae48c20a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +245,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [76df4b0c-0e6a-11e7-b19d-645106422854] + x-ms-client-request-id: [4bbcf9e2-4267-11e7-9ed2-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:28 GMT'] + Date: ['Fri, 26 May 2017 23:01:47 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4d71c3c1-efe0-40de-a0bc-a7c6eb253b63] + x-ms-request-id: [0965005e-15df-4081-873a-03acbcd9c5f1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_glob_walk.yaml b/tests/recordings/test_core/test_glob_walk.yaml index ed6fda5..f3c2c4c 100644 --- a/tests/recordings/test_core/test_glob_walk.yaml +++ b/tests/recordings/test_core/test_glob_walk.yaml @@ -6,24 +6,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e2fe745e-0e76-11e7-9dcd-645106422854] + x-ms-client-request-id: [240a43ba-4267-11e7-96dd-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:23 GMT'] + Date: ['Fri, 26 May 2017 23:00:40 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [86feb437-85f3-4086-bb44-01e00799fe70] + x-ms-request-id: [34bc94d6-fabb-4471-ace5-5b6fabbe3285] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -33,26 +33,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e355ed52-0e76-11e7-92a0-645106422854] + x-ms-client-request-id: [244a38ca-4267-11e7-ad15-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:23 GMT'] + Date: ['Fri, 26 May 2017 23:00:41 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [cf6aa148-936f-454b-972c-3772ae8d3dff] + x-ms-request-id: [562dd781-a985-491a-b1ae-1b1a842c62c2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [245fac76-4267-11e7-b1fe-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [a77e38f0-744c-45ef-b0a8-bda0756f3f90][2017-05-26T16:00:41.8401791-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:41 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a77e38f0-744c-45ef-b0a8-bda0756f3f90] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -60,27 +87,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e36dce82-0e76-11e7-92ea-645106422854] + x-ms-client-request-id: [2472d3d4-4267-11e7-907d-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 20:42:23 GMT'] + Date: ['Fri, 26 May 2017 23:00:41 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [40af2929-7b1a-474c-b562-6b3ddd82aa40] + x-ms-request-id: [dd8dab32-d000-4264-977d-92bda4b337b1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [248acf2c-4267-11e7-b5a1-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a1 [4bb30e2a-efff-451e-bcd2-6368c096b774][2017-05-26T16:00:42.1214513-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['238'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:41 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4bb30e2a-efff-451e-bcd2-6368c096b774] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -88,27 +142,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e38a9f90-0e76-11e7-bf71-645106422854] + x-ms-client-request-id: [249df942-4267-11e7-a42e-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 20:42:24 GMT'] + Date: ['Fri, 26 May 2017 23:00:41 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8dec6f22-1a50-491e-bf10-f92d1ea19dc9] + x-ms-request-id: [984c6512-270d-4bdd-b19b-2a14d8a03243] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [24b83e8c-4267-11e7-be71-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a2 [44a7810c-c7cf-40f3-91db-62fdcb0a6faf][2017-05-26T16:00:42.4183124-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['238'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:41 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [44a7810c-c7cf-40f3-91db-62fdcb0a6faf] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -116,27 +197,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e3a4e0ae-0e76-11e7-8b98-645106422854] + x-ms-client-request-id: [24cbb1ac-4267-11e7-978c-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 20:42:24 GMT'] + Date: ['Fri, 26 May 2017 23:00:41 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b5647d94-2876-46d9-89aa-c0fd59df6c58] + x-ms-request-id: [354ad4a4-aa89-4746-9441-c344f56b6a5e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [24e56674-4267-11e7-ad10-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a3 [014e84ad-4a76-40ae-b615-1cf75f6dd8af][2017-05-26T16:00:42.7152095-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['238'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:42 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [014e84ad-4a76-40ae-b615-1cf75f6dd8af] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -144,27 +252,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e3c17334-0e76-11e7-b0ba-645106422854] + x-ms-client-request-id: [24f8d682-4267-11e7-9621-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 20:42:24 GMT'] + Date: ['Fri, 26 May 2017 23:00:42 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [736504bf-2e61-4fbf-abb8-80a48a0a2f8a] + x-ms-request-id: [b20f1576-a6af-4a60-9c76-de7b493dd3bc] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [25474514-4267-11e7-a515-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/b1 [f2cb3e9b-44b4-41b2-bc5e-c3a6bc5be7b4][2017-05-26T16:00:43.3558663-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['238'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:42 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f2cb3e9b-44b4-41b2-bc5e-c3a6bc5be7b4] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -172,27 +307,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e3dbbd8c-0e76-11e7-9f84-645106422854] + x-ms-client-request-id: [255aa01e-4267-11e7-beaf-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 20:42:24 GMT'] + Date: ['Fri, 26 May 2017 23:00:42 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f5d61360-1b87-47ee-93e9-532d90675bac] + x-ms-request-id: [6c18890c-d0cf-41ec-87d2-0075ede77dae] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [25793efe-4267-11e7-9a3d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x1?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/c/x1 [88d06bb2-124c-4381-98bd-bb843795c3f6][2017-05-26T16:00:43.6995966-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['240'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:42 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [88d06bb2-124c-4381-98bd-bb843795c3f6] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -200,27 +362,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e3f5e41c-0e76-11e7-98b4-645106422854] + x-ms-client-request-id: [258d62b8-4267-11e7-94a3-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x1?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x1?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 20:42:24 GMT'] + Date: ['Fri, 26 May 2017 23:00:43 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x1?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x1?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5add0863-ce5a-4d76-8d33-44d455f01331] + x-ms-request-id: [597fcf95-b0ec-4e20-9ea5-09f35f1498eb] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [25a685de-4267-11e7-b48b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x2?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/c/x2 [b5a231c8-3018-4418-b659-432504e14c45][2017-05-26T16:00:43.9808535-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['240'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:43 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b5a231c8-3018-4418-b659-432504e14c45] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -228,27 +417,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e4102f22-0e76-11e7-bb60-645106422854] + x-ms-client-request-id: [25b9ec36-4267-11e7-9649-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x2?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x2?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 20:42:24 GMT'] + Date: ['Fri, 26 May 2017 23:00:43 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x2?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x2?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [48d451db-d2d5-40f1-9007-9bb459c9673e] + x-ms-request-id: [514a8624-54cf-41cd-9a96-6909938039ba] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [25d403ee-4267-11e7-b3a3-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d/x3?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/c/d/x3 [fa1de1b3-bb19-48f9-8270-be3176fe025a][2017-05-26T16:00:44.2777129-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['242'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:43 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [fa1de1b3-bb19-48f9-8270-be3176fe025a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -256,25 +472,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e42a6f2c-0e76-11e7-824c-645106422854] + x-ms-client-request-id: [25e787ae-4267-11e7-af72-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d/x3?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d/x3?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 20:42:25 GMT'] + Date: ['Fri, 26 May 2017 23:00:43 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d/x3?api-version=2016-11-01&overwrite=true&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d/x3?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [80a15381-2a9d-4e67-8e6c-00b32e762203] + x-ms-request-id: [f883ff86-1033-4fda-8ab8-5e59f7b2d8c3] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -283,24 +499,180 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e444af0a-0e76-11e7-aca2-645106422854] + x-ms-client-request-id: [25fecea8-4267-11e7-a377-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490128944364,"modificationTime":1490128944364,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1490128944544,"modificationTime":1490128944544,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1490128944721,"modificationTime":1490128944721,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1490128944897,"modificationTime":1490128944897,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1490128945070,"modificationTime":1490128945070,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1490128944040,"modificationTime":1490128945432,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839641984,"modificationTime":1495839641984,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1495839642272,"modificationTime":1495839642272,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839642576,"modificationTime":1495839642576,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839643215,"modificationTime":1495839643215,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839643544,"modificationTime":1495839643544,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839641577,"modificationTime":1495839644151,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['1759'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:25 GMT'] + Date: ['Fri, 26 May 2017 23:00:43 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [de68a06c-22d2-47e2-a4c6-416e3ea6f7d0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [26132f26-4267-11e7-9511-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839641709,"modificationTime":1495839644438,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839643840,"modificationTime":1495839643840,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839644131,"modificationTime":1495839644131,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:43 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [83db59f9-73eb-40ea-bb43-a4f50e3bf143] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2627670a-4267-11e7-ba90-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839644430,"modificationTime":1495839644430,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:44 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ef110a63-3c7b-454c-92b1-c73f516d9dc9] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [263bb448-4267-11e7-9697-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839641709,"modificationTime":1495839644438,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839643840,"modificationTime":1495839643840,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839644131,"modificationTime":1495839644131,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:44 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [165f5cd8-b181-4a2b-a138-a1bd769ef583] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [264fcf1e-4267-11e7-be51-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839644430,"modificationTime":1495839644430,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:44 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [65ffc919-1b27-4791-a000-9a305be78fcf] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2663ef34-4267-11e7-b8d6-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839641709,"modificationTime":1495839644438,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839643840,"modificationTime":1495839643840,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839644131,"modificationTime":1495839644131,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:44 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2eca6130-cd23-4930-9473-74d2fe9fc8fd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2677f774-4267-11e7-9798-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839644430,"modificationTime":1495839644430,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:44 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f480046d-abbb-43cc-b998-afa3abf061ed] + x-ms-request-id: [9c0f05e4-af1a-4e1d-89d2-be0561f63016] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -309,24 +681,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e45accd8-0e76-11e7-b924-645106422854] + x-ms-client-request-id: [268c6e70-4267-11e7-af22-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1490128944203,"modificationTime":1490128945601,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1490128945241,"modificationTime":1490128945241,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1490128945412,"modificationTime":1490128945412,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839641709,"modificationTime":1495839644438,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839643840,"modificationTime":1495839643840,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839644131,"modificationTime":1495839644131,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['884'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:25 GMT'] + Date: ['Fri, 26 May 2017 23:00:44 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [fd6c759d-f496-428f-bd30-f8677a762a3e] + x-ms-request-id: [949102d4-8902-4e2f-89ce-36b88f186a91] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -335,24 +707,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e4705740-0e76-11e7-8dbc-645106422854] + x-ms-client-request-id: [26a0b922-4267-11e7-a8ca-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1490128945581,"modificationTime":1490128945581,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839644430,"modificationTime":1495839644430,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['325'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:25 GMT'] + Date: ['Fri, 26 May 2017 23:00:44 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [aadb88cf-b932-4ba4-9d66-f425a60f23b7] + x-ms-request-id: [0b74a9e6-6fef-4479-aead-862276accb82] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -361,24 +733,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e4862446-0e76-11e7-8796-645106422854] + x-ms-client-request-id: [26b4d13e-4267-11e7-9ce9-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1490128944364,"modificationTime":1490128944364,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839641984,"modificationTime":1495839641984,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['323'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:25 GMT'] + Date: ['Fri, 26 May 2017 23:00:45 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8e9b9e26-363e-4530-8d68-03b538318352] + x-ms-request-id: [2cd259ba-2739-4608-802a-b8f1329cd5e2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -387,24 +759,180 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e49b57c6-0e76-11e7-bf74-645106422854] + x-ms-client-request-id: [26c8d2cc-4267-11e7-b14d-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1490128944544,"modificationTime":1490128944544,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839642272,"modificationTime":1495839642272,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['323'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:25 GMT'] + Date: ['Fri, 26 May 2017 23:00:45 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f2badb2e-0e15-42db-b937-379e67a564fa] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [26dca524-4267-11e7-b6ab-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839641984,"modificationTime":1495839641984,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1495839642272,"modificationTime":1495839642272,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839642576,"modificationTime":1495839642576,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839643215,"modificationTime":1495839643215,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839643544,"modificationTime":1495839643544,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839641577,"modificationTime":1495839644151,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1759'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:45 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [da589137-379d-43b3-a3d4-4796799ec0d9] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [26f0bc14-4267-11e7-97b9-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839641709,"modificationTime":1495839644438,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839643840,"modificationTime":1495839643840,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839644131,"modificationTime":1495839644131,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:45 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d9ddc589-5fb5-4942-953e-ebbba1dd2ce0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2704f354-4267-11e7-be4b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839644430,"modificationTime":1495839644430,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:45 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a6ccc7a8-ffe0-44cb-bcd4-c14c2efb613f] + x-ms-request-id: [79f06b88-36ca-4f46-9edf-58fc4e01ecbe] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [271916f4-4267-11e7-a011-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839641984,"modificationTime":1495839641984,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1495839642272,"modificationTime":1495839642272,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839642576,"modificationTime":1495839642576,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839643215,"modificationTime":1495839643215,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839643544,"modificationTime":1495839643544,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839641577,"modificationTime":1495839644151,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1759'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:45 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [76fa2e4f-6850-49e0-ad08-987f2e3050db] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [272e02e4-4267-11e7-ba7a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839641709,"modificationTime":1495839644438,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839643840,"modificationTime":1495839643840,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839644131,"modificationTime":1495839644131,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:45 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [5fd4c363-1709-441a-b2d7-6b49b5e109f8] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [27427702-4267-11e7-bc0d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839641984,"modificationTime":1495839641984,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:45 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [130bef01-18d2-4a79-8e59-cba8a7161319] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -414,24 +942,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e4b0b094-0e76-11e7-9b43-645106422854] + x-ms-client-request-id: [275610fa-4267-11e7-83be-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&recursive=True&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:26 GMT'] + Date: ['Fri, 26 May 2017 23:00:46 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [69c539b8-b521-4fad-9ec3-c0c77e52e78c] + x-ms-request-id: [fdf20c2c-c041-4376-a426-19d5c20669b1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -440,24 +968,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e4da12ee-0e76-11e7-94fe-645106422854] + x-ms-client-request-id: [277417de-4267-11e7-b180-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1490128944544,"modificationTime":1490128944544,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1490128944721,"modificationTime":1490128944721,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1490128944897,"modificationTime":1490128944897,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1490128945070,"modificationTime":1490128945070,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1490128944040,"modificationTime":1490128945432,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1495839642272,"modificationTime":1495839642272,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839642576,"modificationTime":1495839642576,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839643215,"modificationTime":1495839643215,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839643544,"modificationTime":1495839643544,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839641577,"modificationTime":1495839644151,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['1468'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:26 GMT'] + Date: ['Fri, 26 May 2017 23:00:46 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b8343cf4-b1a7-4bc8-98ea-ea4ae159d578] + x-ms-request-id: [cc8797f6-e2a8-499b-a29c-fc9bbda6686d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [27882e64-4267-11e7-baa6-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839642272,"modificationTime":1495839642272,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:46 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1c49544f-df04-4032-82f0-8f7d954715af] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -467,24 +1021,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e4eff1a8-0e76-11e7-8852-645106422854] + x-ms-client-request-id: [279ba158-4267-11e7-a56a-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?api-version=2016-11-01&recursive=True&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:26 GMT'] + Date: ['Fri, 26 May 2017 23:00:46 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [fd320736-f496-4f67-9373-234413db1ce9] + x-ms-request-id: [b1876fed-1f73-4cb4-be29-d23236382d5d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -493,24 +1047,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e50d14d4-0e76-11e7-9a7e-645106422854] + x-ms-client-request-id: [27bd8064-4267-11e7-b2aa-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1490128944721,"modificationTime":1490128944721,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1490128944897,"modificationTime":1490128944897,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1490128945070,"modificationTime":1490128945070,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1490128944040,"modificationTime":1490128945432,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839642576,"modificationTime":1495839642576,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839643215,"modificationTime":1495839643215,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839643544,"modificationTime":1495839643544,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839641577,"modificationTime":1495839644151,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['1176'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:26 GMT'] + Date: ['Fri, 26 May 2017 23:00:46 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [71000270-3333-4787-8578-618013da92b6] + x-ms-request-id: [b0a6db50-1c0d-43ac-bf37-f4e67fd49ded] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [27d182ba-4267-11e7-97cd-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839642576,"modificationTime":1495839642576,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:46 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [84d72eee-cf9c-4f5d-a3f1-369ac8144891] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -520,24 +1100,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e522e79e-0e76-11e7-a536-645106422854] + x-ms-client-request-id: [27e509b6-4267-11e7-89f3-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?api-version=2016-11-01&recursive=True&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:26 GMT'] + Date: ['Fri, 26 May 2017 23:00:47 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [fac7c0ee-dc9f-4de8-a493-15af4c894665] + x-ms-request-id: [0ea79774-b6c4-4165-bf53-00e302f45583] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -546,24 +1126,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e541aef4-0e76-11e7-b375-645106422854] + x-ms-client-request-id: [280288e2-4267-11e7-a56b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1490128944897,"modificationTime":1490128944897,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1490128945070,"modificationTime":1490128945070,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1490128944040,"modificationTime":1490128945432,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839643215,"modificationTime":1495839643215,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839643544,"modificationTime":1495839643544,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839641577,"modificationTime":1495839644151,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['884'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:26 GMT'] + Date: ['Fri, 26 May 2017 23:00:47 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0ff8edd9-ce94-43d7-bb2c-195dbb100302] + x-ms-request-id: [c60ac6f1-3233-4823-b463-f08442f1a76f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2816d382-4267-11e7-a8d9-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839643215,"modificationTime":1495839643215,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:47 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [47160013-e064-4b6b-8303-47b51eacabf2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -573,24 +1179,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e557b87e-0e76-11e7-90c3-645106422854] + x-ms-client-request-id: [282a999c-4267-11e7-8b06-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?api-version=2016-11-01&recursive=True&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:27 GMT'] + Date: ['Fri, 26 May 2017 23:00:47 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [24da1a92-e1ae-4a11-9ac2-2547261dc799] + x-ms-request-id: [e066e209-d192-4ef5-86aa-aebbd449f275] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -599,24 +1205,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e57692e6-0e76-11e7-b9bf-645106422854] + x-ms-client-request-id: [28466c34-4267-11e7-a41f-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1490128945070,"modificationTime":1490128945070,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1490128944040,"modificationTime":1490128945432,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839643544,"modificationTime":1495839643544,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839641577,"modificationTime":1495839644151,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['592'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:27 GMT'] + Date: ['Fri, 26 May 2017 23:00:47 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [be39a665-16e1-4d3f-92d1-a52b7e193722] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [285a8a8c-4267-11e7-8b5e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839643544,"modificationTime":1495839643544,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:47 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [91217cde-9ace-43fe-b025-b12365b9d845] + x-ms-request-id: [4ef89e48-9d54-4d2b-99d4-d000d2d9872a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -626,24 +1258,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e58c33d8-0e76-11e7-8c66-645106422854] + x-ms-client-request-id: [286e7c88-4267-11e7-ae40-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?api-version=2016-11-01&recursive=True&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:27 GMT'] + Date: ['Fri, 26 May 2017 23:00:47 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [dc25472f-f02b-49ad-9fff-12d18b0de26c] + x-ms-request-id: [5059fd55-44fc-43ef-9096-3df14c929f54] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -652,24 +1284,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e5ab8f64-0e76-11e7-8f4d-645106422854] + x-ms-client-request-id: [288cd7ee-4267-11e7-81b2-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1490128944040,"modificationTime":1490128945432,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839641577,"modificationTime":1495839644151,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['300'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:27 GMT'] + Date: ['Fri, 26 May 2017 23:00:48 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [24b53fd9-66d9-4f22-921d-9144d78e6b08] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [28a05088-4267-11e7-937c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839641577,"modificationTime":1495839644151,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:48 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [7d91b742-e709-48af-afb9-2078d7507a0d] + x-ms-request-id: [a6e077aa-e236-4885-87e1-42e7fd526f23] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -679,24 +1337,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [e5c03bc2-0e76-11e7-98a1-645106422854] + x-ms-client-request-id: [28b3cdf0-4267-11e7-9b81-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?api-version=2016-11-01&recursive=True&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 20:42:27 GMT'] + Date: ['Fri, 26 May 2017 23:00:48 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [53a46019-4835-4ea6-bc72-fa694e3f39b3] + x-ms-request-id: [2f4e06f1-875d-4dde-937f-a6d66b66229d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_glob_walk_invalidate_cache.yaml b/tests/recordings/test_core/test_glob_walk_invalidate_cache.yaml new file mode 100644 index 0000000..d407be2 --- /dev/null +++ b/tests/recordings/test_core/test_glob_walk_invalidate_cache.yaml @@ -0,0 +1,1724 @@ +interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [28dd735c-4267-11e7-bfc2-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=MKDIRS&api-version=2016-11-01 + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:49 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [29638be1-d8a7-476d-a86a-7edf10c6c160] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [291d65b0-4267-11e7-b9ab-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=MKDIRS&api-version=2016-11-01 + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:49 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [707f39c4-a433-4814-9287-804ef942b161] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2932a324-4267-11e7-bc41-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [3cdf565b-ada5-4b58-9320-6dcb9c092f4c][2017-05-26T16:00:49.9308578-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:49 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [3cdf565b-ada5-4b58-9320-6dcb9c092f4c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2945aac6-4267-11e7-8c90-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true + response: + body: {string: ''} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:00:49 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b84726dc-739d-4b05-8641-12797b8f1db3] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [295dcabe-4267-11e7-a8f4-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a1 [2d3afd2b-3b22-4a46-b674-9c7ba1cbfb2f][2017-05-26T16:00:50.2746055-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['238'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:49 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2d3afd2b-3b22-4a46-b674-9c7ba1cbfb2f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2979b568-4267-11e7-9e7f-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true + response: + body: {string: ''} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:00:49 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e15668ba-7cea-42ed-b1c1-e1d26ee04121] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [29926200-4267-11e7-bf49-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a2 [a7a2cdb8-99cf-499f-8946-36690df2c866][2017-05-26T16:00:50.5558380-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['238'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:49 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a7a2cdb8-99cf-499f-8946-36690df2c866] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [29a52724-4267-11e7-ba67-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true + response: + body: {string: ''} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:00:50 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [76259c07-3a2c-476c-9e25-fe0c13bd6ba8] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [29bd2822-4267-11e7-9c66-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a3 [0e03d9e5-4479-4db2-a561-68dbbe2fa346][2017-05-26T16:00:50.8371052-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['238'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:50 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0e03d9e5-4479-4db2-a561-68dbbe2fa346] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [29d02714-4267-11e7-b3b4-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true + response: + body: {string: ''} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:00:50 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [de0801df-3d39-40cd-85a5-9fbf777bf9dd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [29ece2a8-4267-11e7-808e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/b1 [3be527ca-80e6-4eaf-8d7a-40986225b0a7][2017-05-26T16:00:51.2433563-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['238'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:50 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [3be527ca-80e6-4eaf-8d7a-40986225b0a7] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2a0d1162-4267-11e7-8d0c-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true + response: + body: {string: ''} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:00:50 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7360c08e-b40d-4a17-a49b-f0cd78b09966] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2a260c1e-4267-11e7-bc27-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x1?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/c/x1 [6f66271d-3e5c-4b23-8eae-7c28bb22f12b][2017-05-26T16:00:51.5245884-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['240'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:50 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6f66271d-3e5c-4b23-8eae-7c28bb22f12b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2a3909e8-4267-11e7-acd8-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x1?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true + response: + body: {string: ''} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:00:51 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x1?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [aa63d2a2-c27f-4ffe-bd6f-edf61662ae25] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2a511c0a-4267-11e7-b9a8-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x2?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/c/x2 [1554b975-cd3f-4087-96ce-7bc35e64b76c][2017-05-26T16:00:51.8527161-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['240'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:51 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1554b975-cd3f-4087-96ce-7bc35e64b76c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2a69f3f6-4267-11e7-b51e-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x2?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true + response: + body: {string: ''} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:00:51 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/x2?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bf2e71a2-a023-4dcb-9175-2b5aaf3d384a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2a8317f4-4267-11e7-aeab-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d/x3?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/c/d/x3 [c64ca90c-866a-403d-9473-f84f673835db][2017-05-26T16:00:52.1339680-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['242'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:51 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c64ca90c-866a-403d-9473-f84f673835db] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2a95f676-4267-11e7-932d-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d/x3?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true + response: + body: {string: ''} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:00:51 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d/x3?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [dc951adc-e1ef-41d0-92d5-91fd98621e61] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2aadea94-4267-11e7-9aaa-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839650076,"modificationTime":1495839650076,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1495839650418,"modificationTime":1495839650418,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839650703,"modificationTime":1495839650703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839650997,"modificationTime":1495839650997,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839651384,"modificationTime":1495839651384,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839649676,"modificationTime":1495839652000,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1759'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:51 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b7078258-507e-4eed-b881-98f98774dda0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2ac1e35a-4267-11e7-b31a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839649803,"modificationTime":1495839652287,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839651670,"modificationTime":1495839651670,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839651990,"modificationTime":1495839651990,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:51 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6778120b-6873-4281-9dfb-b8980559e017] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2ad5b03a-4267-11e7-b516-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839652281,"modificationTime":1495839652281,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:51 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [128eb03b-87c2-429f-8d33-9c56285f9416] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2ae97968-4267-11e7-adcb-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839649803,"modificationTime":1495839652287,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839651670,"modificationTime":1495839651670,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839651990,"modificationTime":1495839651990,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:52 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1026705d-03aa-4743-870f-db82764e8cf4] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2b0431ec-4267-11e7-b3ac-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839652281,"modificationTime":1495839652281,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:52 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0ce251eb-2d2e-4147-94ea-c080a8687706] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2b17e3fe-4267-11e7-b4c8-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839649803,"modificationTime":1495839652287,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839651670,"modificationTime":1495839651670,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839651990,"modificationTime":1495839651990,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:52 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7e3237b6-cb43-45c3-b766-f3030012d61d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2b2bce2c-4267-11e7-921e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839652281,"modificationTime":1495839652281,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:52 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [84e82373-a0f9-4fcc-ad62-969cb0aad375] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2b4136d4-4267-11e7-8371-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839649803,"modificationTime":1495839652287,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839651670,"modificationTime":1495839651670,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839651990,"modificationTime":1495839651990,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:52 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [12cc173a-8db3-40c7-9706-87197e4386ce] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2b54ea38-4267-11e7-a3a7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839652281,"modificationTime":1495839652281,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:52 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [79032fcc-b0cd-4779-9a63-88dd77a639db] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2b73491e-4267-11e7-8800-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839650076,"modificationTime":1495839650076,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['323'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c6cea11d-ccf6-45d5-aae8-6539258a9287] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2b86d5e6-4267-11e7-8244-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839650418,"modificationTime":1495839650418,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['323'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4122b3d4-87c5-428a-a4af-4e7347208c55] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2b9a3e9c-4267-11e7-b1b5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839650076,"modificationTime":1495839650076,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1495839650418,"modificationTime":1495839650418,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839650703,"modificationTime":1495839650703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839650997,"modificationTime":1495839650997,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839651384,"modificationTime":1495839651384,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839649676,"modificationTime":1495839652000,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1759'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [935ee872-a5aa-4af3-8fe4-e2f67bef68de] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2badfbd2-4267-11e7-95ed-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839649803,"modificationTime":1495839652287,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839651670,"modificationTime":1495839651670,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839651990,"modificationTime":1495839651990,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0367a85f-f90e-469a-b29a-ea8b2ca61428] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2bc1edfa-4267-11e7-8faf-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839652281,"modificationTime":1495839652281,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [842201aa-b96f-4825-94f9-a2d93dc66587] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2bd5b806-4267-11e7-a761-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839650076,"modificationTime":1495839650076,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1495839650418,"modificationTime":1495839650418,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839650703,"modificationTime":1495839650703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839650997,"modificationTime":1495839650997,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839651384,"modificationTime":1495839651384,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839649676,"modificationTime":1495839652000,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1759'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [75fd91ce-46d2-4a75-9a05-9024cf0ad14e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2be9c9ee-4267-11e7-b00a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839649803,"modificationTime":1495839652287,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839651670,"modificationTime":1495839651670,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839651990,"modificationTime":1495839651990,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0aaef9ee-ac69-468a-b1da-fe9f5a55e6cc] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2bfda9ee-4267-11e7-9054-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839652281,"modificationTime":1495839652281,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:53 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0a64e015-4e8e-44f3-9526-9060ecc36e97] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2c1b114a-4267-11e7-90b5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839649803,"modificationTime":1495839652287,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839651670,"modificationTime":1495839651670,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839651990,"modificationTime":1495839651990,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:54 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a807b2e6-84fe-4989-b4b7-f0c12af0253f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2c39bbac-4267-11e7-91e4-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839652281,"modificationTime":1495839652281,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:54 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6790622a-60b9-4c59-8500-486f21c28a07] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2c4d7b68-4267-11e7-8207-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839649803,"modificationTime":1495839652287,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839651670,"modificationTime":1495839651670,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839651990,"modificationTime":1495839651990,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:54 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d70ac497-c787-4b2c-a6b6-87af08f6bead] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2c613c3a-4267-11e7-b290-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839652281,"modificationTime":1495839652281,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:54 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [671fb376-8df7-4e79-bd8f-bf18495e34b3] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2c750d0c-4267-11e7-83a8-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839649803,"modificationTime":1495839652287,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839651670,"modificationTime":1495839651670,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839651990,"modificationTime":1495839651990,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:54 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ee37fa91-6306-43aa-8f3a-d95557286f84] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2c88a08a-4267-11e7-9a95-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839652281,"modificationTime":1495839652281,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:54 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [67db81f5-d420-4a2c-9d32-21cc9a1bde26] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2c9c7226-4267-11e7-8aae-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839650076,"modificationTime":1495839650076,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1495839650418,"modificationTime":1495839650418,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839650703,"modificationTime":1495839650703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839650997,"modificationTime":1495839650997,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839651384,"modificationTime":1495839651384,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839649676,"modificationTime":1495839652000,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1759'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:54 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9fc2d128-6def-46f7-8de9-3978756e3d4a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2cb0520c-4267-11e7-825d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839649803,"modificationTime":1495839652287,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839651670,"modificationTime":1495839651670,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839651990,"modificationTime":1495839651990,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:55 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4ee8b332-6900-465d-abe6-719402387cb5] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2cc42748-4267-11e7-ab94-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839652281,"modificationTime":1495839652281,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:55 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [28fedd34-44d1-4319-8fe0-48f68ecda221] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2cf3c7a6-4267-11e7-b8f5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839650076,"modificationTime":1495839650076,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1495839650418,"modificationTime":1495839650418,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839650703,"modificationTime":1495839650703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839650997,"modificationTime":1495839650997,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839651384,"modificationTime":1495839651384,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839649676,"modificationTime":1495839652000,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1759'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:55 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d25f3c18-7e1c-4472-8cb8-656902eb0bed] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2d080186-4267-11e7-a46a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"d","type":"DIRECTORY","blockSize":0,"accessTime":1495839649803,"modificationTime":1495839652287,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"x1","type":"FILE","blockSize":268435456,"accessTime":1495839651670,"modificationTime":1495839651670,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"x2","type":"FILE","blockSize":268435456,"accessTime":1495839651990,"modificationTime":1495839651990,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:55 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [88d32106-4f70-485b-b9bd-235c5c6cf778] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2d1bd5c6-4267-11e7-8a47-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c/d?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"x3","type":"FILE","blockSize":268435456,"accessTime":1495839652281,"modificationTime":1495839652281,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['325'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:55 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2de45a65-b7b2-4faf-839c-4c834d534c90] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2d2f757e-4267-11e7-b7e6-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839650076,"modificationTime":1495839650076,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1495839650418,"modificationTime":1495839650418,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839650703,"modificationTime":1495839650703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839650997,"modificationTime":1495839650997,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839651384,"modificationTime":1495839651384,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839649676,"modificationTime":1495839652000,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1759'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:55 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8e1e4f22-b79b-46bf-a4fd-2bd333538b50] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2d4325d0-4267-11e7-bc61-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839650076,"modificationTime":1495839650076,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:56 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8592d1b0-1f20-4f1a-af68-414886dd5661] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2d6f9a3a-4267-11e7-aa00-645106422854] + method: DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:56 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f17569a7-2989-44d5-ad5e-9b0974c1d83e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2d8da0b0-4267-11e7-a815-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a1","type":"FILE","blockSize":268435456,"accessTime":1495839650418,"modificationTime":1495839650418,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839650703,"modificationTime":1495839650703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839650997,"modificationTime":1495839650997,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839651384,"modificationTime":1495839651384,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839649676,"modificationTime":1495839652000,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1468'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:56 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [41b85f5c-e758-4114-ba3a-75bb577083e1] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2da19d62-4267-11e7-9937-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839650418,"modificationTime":1495839650418,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:56 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6b5d5001-df18-477a-a4db-8edda64a26d6] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2db4ed7e-4267-11e7-9d7c-645106422854] + method: DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a1?OP=DELETE&api-version=2016-11-01&recursive=True + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:56 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0933e3e4-42e8-4e1b-a2f7-3daae86a5c9e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2dd258cc-4267-11e7-a198-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a2","type":"FILE","blockSize":268435456,"accessTime":1495839650703,"modificationTime":1495839650703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839650997,"modificationTime":1495839650997,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839651384,"modificationTime":1495839651384,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839649676,"modificationTime":1495839652000,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1176'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:56 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [34e23266-2228-4175-812a-7aaa3f16fb11] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2de61650-4267-11e7-bb55-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839650703,"modificationTime":1495839650703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:57 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9241a325-02e5-4a52-b43f-a77cd81a3459] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2df932fe-4267-11e7-add1-645106422854] + method: DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a2?OP=DELETE&api-version=2016-11-01&recursive=True + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:57 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7c46acbb-b882-4fae-b335-f59cf47d3467] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2e17a6c0-4267-11e7-b168-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a3","type":"FILE","blockSize":268435456,"accessTime":1495839650997,"modificationTime":1495839650997,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839651384,"modificationTime":1495839651384,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839649676,"modificationTime":1495839652000,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['884'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:57 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [142367d9-f994-4ef7-aafd-3df3ad3514bc] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2e2b50ae-4267-11e7-a693-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839650997,"modificationTime":1495839650997,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:57 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [65ea26a2-dcb5-45ed-a927-6879a5adc1ca] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2e3ea142-4267-11e7-b85a-645106422854] + method: DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a3?OP=DELETE&api-version=2016-11-01&recursive=True + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:57 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [513d5fff-e54f-484c-8b4f-9c2155a3dcbc] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2e5d19e2-4267-11e7-a6ba-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"b1","type":"FILE","blockSize":268435456,"accessTime":1495839651384,"modificationTime":1495839651384,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839649676,"modificationTime":1495839652000,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['592'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:57 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a87e4e13-5db1-4a0f-92c2-6ce229b898ae] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2e70facc-4267-11e7-a136-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839651384,"modificationTime":1495839651384,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:58 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [88655abc-4c1c-40f5-833c-54cacdc0596c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2e843e9e-4267-11e7-a2db-645106422854] + method: DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b1?OP=DELETE&api-version=2016-11-01&recursive=True + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:58 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [3c76cf5c-75b4-4cfc-a741-6401b18853d9] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2ea1e15e-4267-11e7-8a52-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"c","type":"DIRECTORY","blockSize":0,"accessTime":1495839649676,"modificationTime":1495839652000,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['300'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:58 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e83024b8-fe66-4d63-8ebc-fb6634253717] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2eb52d94-4267-11e7-b7eb-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839649676,"modificationTime":1495839652000,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:58 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ed18c183-b217-4255-ab50-e5a81b75b649] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2ec8a2de-4267-11e7-9df6-645106422854] + method: DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/c?OP=DELETE&api-version=2016-11-01&recursive=True + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:58 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8aff6473-db5e-48ae-9eef-4022b4a4336d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +version: 1 diff --git a/tests/recordings/test_core/test_gzip.yaml b/tests/recordings/test_core/test_gzip.yaml index 6d28239..4a89011 100644 --- a/tests/recordings/test_core/test_gzip.yaml +++ b/tests/recordings/test_core/test_gzip.yaml @@ -1,31 +1,83 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [53af95e6-4267-11e7-8fb3-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":15,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839720129,"modificationTime":1495839720163,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:01 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [40bf61ef-478d-4de3-9d26-161e1980ff86] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [53ef3724-4267-11e7-8cbb-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":15,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839720129,"modificationTime":1495839720163,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:01 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [97fde2a3-85be-4aac-9779-3ea4a755f6d6] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} - request: body: !!binary | - H4sIAGF70VgC/8tLzE3VSczNL80r4XLMyUxO1TE0MOByyk/SMTIwAAA73Rj6HQAAAA== + H4sIAOmzKFkC/8tLzE3VSczNL80r4XLMyUxO1TE0MOByyk/SMTIwAAA73Rj6HQAAAA== headers: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['49'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7c53019e-0e6a-11e7-822c-645106422854] + x-ms-client-request-id: [54041e94-4267-11e7-8f3b-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:37 GMT'] + Date: ['Fri, 26 May 2017 23:02:01 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f697bbb5-0151-4d5a-8824-f53bedd50572] + x-ms-request-id: [71175082-9ef6-4979-b68c-a36da5b995ee] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -34,24 +86,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7cb5d7b4-0e6a-11e7-bbcb-645106422854] + x-ms-client-request-id: [5435cda8-4267-11e7-a9ed-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":49,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123617778,"modificationTime":1490123617852,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":49,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839721864,"modificationTime":1495839721901,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['325'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:37 GMT'] + Date: ['Fri, 26 May 2017 23:02:01 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f551f07d-85fa-4774-aa45-2bd1593b2347] + x-ms-request-id: [1486f822-a1a9-4b32-be17-80cf1be93e59] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,26 +112,104 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7ccd9200-0e6a-11e7-b1ad-645106422854] + x-ms-client-request-id: [544977b4-4267-11e7-b5bd-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=49 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":49,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839721864,"modificationTime":1495839721901,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:01 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9152edbe-f4fe-4661-ba68-913e3e04a5d0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [545d647a-4267-11e7-bf1a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":49,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839721864,"modificationTime":1495839721901,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:02 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [514b8895-9a59-4284-9b3c-b280aa9d6c9e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5471bfc2-4267-11e7-962e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=49 response: body: string: !!binary | - H4sIAGF70VgC/8tLzE3VSczNL80r4XLMyUxO1TE0MOByyk/SMTIwAAA73Rj6HQAAAA== + H4sIAOmzKFkC/8tLzE3VSczNL80r4XLMyUxO1TE0MOByyk/SMTIwAAA73Rj6HQAAAA== headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:37 GMT'] + Date: ['Fri, 26 May 2017 23:02:02 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0c99f4af-ca36-415e-ae4d-332bb8fb5308] + x-ms-request-id: [b9303df4-f498-4854-af5f-75eb15ca6003] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [54967e36-4267-11e7-a29b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":49,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839721864,"modificationTime":1495839721901,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:02 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6805f584-c907-4955-a0e0-5d0487a268c1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -89,24 +219,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7ce88322-0e6a-11e7-ad66-645106422854] + x-ms-client-request-id: [54aa5454-4267-11e7-92da-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:37 GMT'] + Date: ['Fri, 26 May 2017 23:02:02 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3e1a0d47-32e6-4634-b67b-5ff08384c17d] + x-ms-request-id: [cc10c577-25fe-4ddb-834c-caf68574ef85] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_info.yaml b/tests/recordings/test_core/test_info.yaml index db478e1..60ca7cb 100644 --- a/tests/recordings/test_core/test_info.yaml +++ b/tests/recordings/test_core/test_info.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2ef9de02-4267-11e7-8225-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [127315c7-b13c-4523-978c-188ec3fff8dd][2017-05-26T16:00:59.9164070-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:59 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [127315c7-b13c-4523-978c-188ec3fff8dd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: aaaaa headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['5'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [68a57c4c-0e6a-11e7-b568-645106422854] + x-ms-client-request-id: [2f399d1e-4267-11e7-8ff7-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:04 GMT'] + Date: ['Fri, 26 May 2017 23:00:59 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [56791990-8116-460f-93b4-59aa51bf190b] + x-ms-request-id: [783c4fb9-9494-4c8e-ae35-97501d7035f2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [691506c0-0e6a-11e7-92ee-645106422854] + x-ms-client-request-id: [2f6384e2-4267-11e7-b601-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":5,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123584859,"modificationTime":1490123584910,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":5,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839660065,"modificationTime":1495839660106,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['324'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:04 GMT'] + Date: ['Fri, 26 May 2017 23:01:00 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f186dba2-9e4b-4f05-8e5a-f6638b02aa1f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2f778f50-4267-11e7-a463-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839660078,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:00 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8afff476-7dd0-4416-8f0c-e67c93b47708] + x-ms-request-id: [15d45f57-2df8-4259-9856-cc6ec62a1ed6] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +112,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [692b0b10-0e6a-11e7-afe7-645106422854] + x-ms-client-request-id: [2f8acce6-4267-11e7-8ba5-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490121793613,"modificationTime":1490123584880,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":5,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839660065,"modificationTime":1495839660106,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['582'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:04 GMT'] + Date: ['Fri, 26 May 2017 23:01:00 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5a3872c5-520b-480b-9ed4-16199a33b6db] + x-ms-request-id: [8a8d6e42-aea6-418c-8bfa-deab8218e6f0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +139,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [69400e38-0e6a-11e7-b7a1-645106422854] + x-ms-client-request-id: [2f9e6b76-4267-11e7-ae30-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:04 GMT'] + Date: ['Fri, 26 May 2017 23:01:00 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [900c7973-1bf8-4f2f-bb31-95277bf7f3b8] + x-ms-request-id: [e9ed140e-eba9-41de-9256-474dbc636c8a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_info_invalidate_cache.yaml b/tests/recordings/test_core/test_info_invalidate_cache.yaml new file mode 100644 index 0000000..17f582e --- /dev/null +++ b/tests/recordings/test_core/test_info_invalidate_cache.yaml @@ -0,0 +1,240 @@ +interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2fc2f940-4267-11e7-89d8-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['34'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:00 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2b7bcbc8-685c-4775-8df2-698914280891] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [300178da-4267-11e7-be12-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['34'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:00 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e05ca6e8-28c4-49c0-ae58-97bdb330dfb1] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [303fbb86-4267-11e7-a093-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [2bd3933f-f22d-4a82-8577-87a896704ae4][2017-05-26T16:01:01.7691558-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:01 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2bd3933f-f22d-4a82-8577-87a896704ae4] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: aaaaa + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['5'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [30535de8-4267-11e7-be4b-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true + response: + body: {string: ''} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:01:01 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ac5fef65-8a0f-4c73-88c0-dd8d5b674731] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [307c2e40-4267-11e7-be12-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":5,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839661912,"modificationTime":1495839661942,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['324'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:01 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6efbebac-19b8-4ce9-b411-b0e0b94d82c2] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3090a21a-4267-11e7-b0a5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":5,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839661912,"modificationTime":1495839661942,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:01 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b6fecd8b-1414-4016-9b27-074898fe5854] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [30a4577a-4267-11e7-b617-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839661918,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['582'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:01 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [51f0dd1e-4af7-44e0-a7cd-2786b3191ee6] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [30b7db68-4267-11e7-92c2-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":5,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839661912,"modificationTime":1495839661942,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:02 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [926a6c0c-d4c0-42cd-9eb4-3e555ca7f203] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [30cb6cd4-4267-11e7-97d4-645106422854] + method: DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:02 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [cd0900d1-1513-4dde-bc5b-2ae164d925d2] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +version: 1 diff --git a/tests/recordings/test_core/test_ls_touch.yaml b/tests/recordings/test_core/test_ls_touch.yaml index 4bc19e7..7cd61b7 100644 --- a/tests/recordings/test_core/test_ls_touch.yaml +++ b/tests/recordings/test_core/test_ls_touch.yaml @@ -5,24 +5,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [600c7fa8-0e6a-11e7-af37-645106422854] + x-ms-client-request-id: [1c79da24-4267-11e7-82c8-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: body: {string: '{"FileStatuses":{"FileStatus":[]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['34'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:49 GMT'] + Date: ['Fri, 26 May 2017 23:00:28 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ae46375e-26ba-41ab-ac4a-715cb559f0ba] + x-ms-request-id: [c1932c71-f399-4415-aff7-aeadd20945ef] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -31,26 +31,53 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [604fd29c-0e6a-11e7-a035-645106422854] + x-ms-client-request-id: [1cb82e46-4267-11e7-9cb2-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490121793613,"modificationTime":1490123569671,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839628302,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['582'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:49 GMT'] + Date: ['Fri, 26 May 2017 23:00:28 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [502cea9a-3431-449b-815d-1872ad2ddb5f] + x-ms-request-id: [dc2b480c-712d-4bc2-b46e-780485d7965f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1cd6d658-4267-11e7-9a47-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [67753086-fb9a-4953-97d7-eb2f629ef7b3][2017-05-26T16:00:29.2553175-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [67753086-fb9a-4953-97d7-eb2f629ef7b3] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -58,27 +85,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6064967a-0e6a-11e7-a5c5-645106422854] + x-ms-client-request-id: [1cf1d9a4-4267-11e7-8975-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:50 GMT'] + Date: ['Fri, 26 May 2017 23:00:28 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f00e608f-4502-44e3-b84f-e72d94acf1eb] + x-ms-request-id: [bfee0079-fbc0-4ee9-a364-ca37d52561a2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1d1517c8-4267-11e7-81ab-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/b [15dadd16-baa9-4cba-bb5b-3bf5619ab7c1][2017-05-26T16:00:29.6615752-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [15dadd16-baa9-4cba-bb5b-3bf5619ab7c1] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -86,25 +140,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [613b2cf0-0e6a-11e7-83a8-645106422854] + x-ms-client-request-id: [1d3003c8-4267-11e7-b580-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:51 GMT'] + Date: ['Fri, 26 May 2017 23:00:29 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [61aa492b-0366-42f9-9c95-de4e833c22ba] + x-ms-request-id: [c16fe4a4-aece-41be-b814-c4ec964105d0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -113,24 +167,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6154eaa6-0e6a-11e7-b7cb-645106422854] + x-ms-client-request-id: [1d4bded4-4267-11e7-8133-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123570551,"modificationTime":1490123570551,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1490123571960,"modificationTime":1490123571960,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839629462,"modificationTime":1495839629462,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839629833,"modificationTime":1495839629833,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['615'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:51 GMT'] + Date: ['Fri, 26 May 2017 23:00:29 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a74cb8e4-4155-4b74-aa77-7a808ef2427f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1d604438-4267-11e7-82db-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839629462,"modificationTime":1495839629462,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:29 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [49a73ac9-a96e-473c-b4ba-0541c47af7a2] + x-ms-request-id: [9f045f42-8543-4230-a0f9-131f3713b851] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -140,24 +220,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [616a75c2-0e6a-11e7-b543-645106422854] + x-ms-client-request-id: [1d73dfc0-4267-11e7-a6f7-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:51 GMT'] + Date: ['Fri, 26 May 2017 23:00:29 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [94221a0c-4f42-4996-9d5b-400dbb73cad8] + x-ms-request-id: [e84af289-8843-4e7a-bce0-7d789f5651d1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -166,24 +246,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [61863ff0-0e6a-11e7-ad75-645106422854] + x-ms-client-request-id: [1d91d7ca-4267-11e7-b0a2-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1490123571960,"modificationTime":1490123571960,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839629833,"modificationTime":1495839629833,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['324'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:51 GMT'] + Date: ['Fri, 26 May 2017 23:00:29 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [fae4d9bf-67fb-4fd9-b3c9-83317fbaef16] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1da5a72c-4267-11e7-a049-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839629833,"modificationTime":1495839629833,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:29 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [7bd67657-e462-4cbf-8fd5-de8680982220] + x-ms-request-id: [84135238-7fbf-4f0e-a9fe-7b3b6f3d5226] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -193,24 +299,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [619b2002-0e6a-11e7-bf1e-645106422854] + x-ms-client-request-id: [1dc0872e-4267-11e7-a39a-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:51 GMT'] + Date: ['Fri, 26 May 2017 23:00:30 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b87b31ae-833d-49e5-b7a7-9c5aabb46ad2] + x-ms-request-id: [6d074b5c-53bf-414c-9e70-2e4999ad1ebf] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_ls_touch_invalidate_cache.yaml b/tests/recordings/test_core/test_ls_touch_invalidate_cache.yaml new file mode 100644 index 0000000..0a5a0b5 --- /dev/null +++ b/tests/recordings/test_core/test_ls_touch_invalidate_cache.yaml @@ -0,0 +1,400 @@ +interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1def6412-4267-11e7-846e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['34'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:30 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6cab0a31-d098-4979-aab8-b74c04f67ddf] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1e303368-4267-11e7-9277-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839630802,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['582'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:30 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [cf43ab10-2fc6-466d-919d-550264f9c5f7] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1e4382ec-4267-11e7-be86-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['34'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:31 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [fef571bf-cf19-40ae-ac09-d3be12fa35f1] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1e81b2d0-4267-11e7-8092-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839630802,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['582'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:31 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9517c0d9-4459-46fa-a3d0-8668a38d24af] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1e9519d4-4267-11e7-afff-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [1cafd951-9324-4a21-b967-89e5647e652c][2017-05-26T16:00:32.1248343-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:31 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1cafd951-9324-4a21-b967-89e5647e652c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1ea82a06-4267-11e7-818a-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true + response: + body: {string: ''} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:00:31 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [50038215-2895-4fb5-bba3-998ddddb1d27] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1ebfcc86-4267-11e7-a215-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/b [c643518f-d8fc-49c1-bb9c-a3d981b47afc][2017-05-26T16:00:32.4061030-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:31 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c643518f-d8fc-49c1-bb9c-a3d981b47afc] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1ed2f3ae-4267-11e7-a590-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true + response: + body: {string: ''} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:00:31 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9487c4f6-cab3-46d0-bb9a-e5adf5dfcf72] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1ef1e9a8-4267-11e7-88ad-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839632270,"modificationTime":1495839632270,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839632594,"modificationTime":1495839632594,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['615'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:32 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ae5704c2-3ec6-4a43-89e3-0f74b01b467e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1f05fc26-4267-11e7-a078-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839632270,"modificationTime":1495839632270,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839632594,"modificationTime":1495839632594,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['615'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:32 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a169b151-a04a-4689-b442-044eb5375cd0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1f19ede2-4267-11e7-9614-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839632270,"modificationTime":1495839632270,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:32 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f045a758-8dfa-4759-bc24-bde17b827409] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1f2d613e-4267-11e7-99cd-645106422854] + method: DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:32 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ba60c26e-1e90-42ba-9c17-49cd8bbec253] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1f494402-4267-11e7-8144-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839632594,"modificationTime":1495839632594,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['324'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:32 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4decd593-7223-465f-8dfb-99272e63e154] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1f5cf29a-4267-11e7-9e31-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839632594,"modificationTime":1495839632594,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:32 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c845f2b0-2a71-4b61-b64d-0ee605de2b27] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1f706e1a-4267-11e7-b5f6-645106422854] + method: DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=DELETE&api-version=2016-11-01&recursive=True + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:33 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [94bb40bc-9866-4165-aa9a-6d7b5c1e3c0d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +version: 1 diff --git a/tests/recordings/test_core/test_move.yaml b/tests/recordings/test_core/test_move.yaml index ea4fc80..0a1ad34 100644 --- a/tests/recordings/test_core/test_move.yaml +++ b/tests/recordings/test_core/test_move.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [324399c8-4267-11e7-b72b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [2126ec16-58a5-475b-abba-f0693e41c488][2017-05-26T16:01:05.4929465-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:04 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2126ec16-58a5-475b-abba-f0693e41c488] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6aae9768-0e6a-11e7-a913-645106422854] + x-ms-client-request-id: [328b286c-4267-11e7-98e6-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:08 GMT'] + Date: ['Fri, 26 May 2017 23:01:04 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d88df6b4-8bcf-4df3-a7e6-d027bcb2a537] + x-ms-request-id: [551fbf7b-63fb-486a-95ca-adeaf12a61a8] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6afdb6c6-0e6a-11e7-b378-645106422854] + x-ms-client-request-id: [32a4a478-4267-11e7-b6b2-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123588153,"modificationTime":1490123588153,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839665633,"modificationTime":1495839665633,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['324'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:08 GMT'] + Date: ['Fri, 26 May 2017 23:01:04 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4bda706e-21f6-4e02-98ec-62a09ba711b2] + x-ms-request-id: [e04a662c-19cb-4c31-a372-28f100c64f5d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,24 +87,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6b16a9d2-0e6a-11e7-b380-645106422854] + x-ms-client-request-id: [32b8e746-4267-11e7-a679-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?destination=azure_test_dir%2Fb&api-version=2016-11-01&OP=RENAME + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=RENAME&api-version=2016-11-01&destination=azure_test_dir%2Fb response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:08 GMT'] + Date: ['Fri, 26 May 2017 23:01:04 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c588afdb-e5f2-4b38-9eb8-bd8a267a8136] + x-ms-request-id: [25711f31-23bb-40f0-a7cd-bb29ecd5601b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +113,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6b34cdd2-0e6a-11e7-baaa-645106422854] + x-ms-client-request-id: [32d26a88-4267-11e7-8b6c-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1490123588153,"modificationTime":1490123588153,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839665633,"modificationTime":1495839665633,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['324'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:08 GMT'] + Date: ['Fri, 26 May 2017 23:01:05 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b60940b5-b002-4867-bc99-f967c1cf3466] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [32e651de-4267-11e7-9e8c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839665633,"modificationTime":1495839665633,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:05 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [01da7f46-1689-4558-a3b2-062a3118ecec] + x-ms-request-id: [acf4dafe-52e2-465f-a7db-5a397901d13d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -113,24 +166,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6b4b9d2e-0e6a-11e7-a39c-645106422854] + x-ms-client-request-id: [32fa488c-4267-11e7-aa5c-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/b?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:08 GMT'] + Date: ['Fri, 26 May 2017 23:01:05 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [1602b5e2-890c-4936-98c4-465330bba936] + x-ms-request-id: [c2e1159b-ad29-4438-ad8a-031fb55664c0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_put.yaml b/tests/recordings/test_core/test_put.yaml index 63e1e2f..e03c8da 100644 --- a/tests/recordings/test_core/test_put.yaml +++ b/tests/recordings/test_core/test_put.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [486298f8-4267-11e7-ae49-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [1fd1ea1e-9303-4f94-93bd-c0c0c5b91e1a][2017-05-26T16:01:42.5728394-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:42 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1fd1ea1e-9303-4f94-93bd-c0c0c5b91e1a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '1234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['1000'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [757e6e98-0e6a-11e7-80de-645106422854] + x-ms-client-request-id: [48a6e164-4267-11e7-98e2-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:26 GMT'] + Date: ['Fri, 26 May 2017 23:01:42 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e4a54018-13b7-4a01-82ce-aa66e214e5aa] + x-ms-request-id: [2a0a8723-165b-4c08-a616-d859c3416b57] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [48d8f1ca-4267-11e7-b77e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":1000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839702760,"modificationTime":1495839702819,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['307'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:42 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8c893ae5-8dac-47e7-9d5f-2ff425ab1ad2] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [48ee4970-4267-11e7-af80-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":1000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839702760,"modificationTime":1495839702819,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['307'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:42 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bf5c0914-a8bd-46ab-9456-9cbd2155eec5] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [75e533cc-0e6a-11e7-b345-645106422854] + x-ms-client-request-id: [490cfba6-4267-11e7-b449-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":1000,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123606345,"modificationTime":1490123606397,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":1000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839702760,"modificationTime":1495839702819,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['327'] + Content-Length: ['307'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:26 GMT'] + Date: ['Fri, 26 May 2017 23:01:43 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c43b62e9-091e-44a7-9ea6-8b9e95587af3] + x-ms-request-id: [729c0111-e2bb-430e-b4f2-8f34afdbecda] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +138,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [75fade06-0e6a-11e7-973a-645106422854] + x-ms-client-request-id: [492bd21c-4267-11e7-8640-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=1000 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=1000 response: body: {string: '1234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:26 GMT'] + Date: ['Fri, 26 May 2017 23:01:43 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b5f670c5-a097-47f2-9ba3-d7eac1d5f382] + x-ms-request-id: [72e7f1f7-40d7-4daa-af8f-fd4775e20bb0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [494952a4-4267-11e7-a5bb-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":1000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839702760,"modificationTime":1495839702819,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['307'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:43 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c2c07b4b-d5b0-4a0a-a38c-a5196b821383] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +191,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [76166a54-0e6a-11e7-967d-645106422854] + x-ms-client-request-id: [495ce634-4267-11e7-be25-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:26 GMT'] + Date: ['Fri, 26 May 2017 23:01:43 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [da7443d0-5a03-4ffc-ad11-7acd78780f26] + x-ms-request-id: [53edf484-6cf9-420a-8497-5405ed10cae6] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_read_delimited_block.yaml b/tests/recordings/test_core/test_read_delimited_block.yaml index 0818dce..99a97ca 100644 --- a/tests/recordings/test_core/test_read_delimited_block.yaml +++ b/tests/recordings/test_core/test_read_delimited_block.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3c860db4-4267-11e7-808d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /tmp/test/a [27de2f93-29b7-4294-a5b2-4528676bb39a][2017-05-26T16:01:22.8742875-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['231'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:22 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [27de2f93-29b7-4294-a5b2-4528676bb39a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123 @@ -10,25 +37,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['11'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [701bda7a-0e6a-11e7-b266-645106422854] + x-ms-client-request-id: [3ce7b712-4267-11e7-9741-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:16 GMT'] + Date: ['Fri, 26 May 2017 23:01:23 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b99650ed-ca9c-42d3-b58d-8b57dfff8670] + x-ms-request-id: [44da0538-1919-4748-a1e0-2bd5972a224e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -37,24 +64,102 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3d1cd098-4267-11e7-b4a7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:23 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [86c6a00c-9394-4e67-8a88-f1a2b2a710e6] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3d42474c-4267-11e7-a32b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:23 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8ec30a23-0c19-4de0-bfc9-9aa191e0ebb6] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3d566a4a-4267-11e7-8c27-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:23 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [65e0b8b2-1843-4272-8bc9-9a6ea4fe4863] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [708af3c6-0e6a-11e7-b2ed-645106422854] + x-ms-client-request-id: [3d6a06a4-4267-11e7-9a0b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":11,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123597345,"modificationTime":1490123597396,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['325'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:17 GMT'] + Date: ['Fri, 26 May 2017 23:01:23 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [97f21fd0-617c-429d-8817-8bfb32cbf3a6] + x-ms-request-id: [4797dfa9-fcae-4449-899b-4e1c7c6f4420] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -63,11 +168,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [70a10042-0e6a-11e7-8856-645106422854] + x-ms-client-request-id: [3d7d8e50-4267-11e7-aa7e-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?read=true&offset=1&api-version=2016-11-01&OP=OPEN&length=10 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?OP=OPEN&api-version=2016-11-01&read=true&offset=1&length=10 response: body: {string: '23 @@ -77,14 +182,14 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:17 GMT'] + Date: ['Fri, 26 May 2017 23:01:23 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ea2660fa-dc1c-4792-bb11-5c4a61f7f7f4] + x-ms-request-id: [df27edcf-01c1-4303-9de6-789f45d49c53] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -93,28 +198,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [70bbb45c-0e6a-11e7-abcc-645106422854] + x-ms-client-request-id: [3d93c238-4267-11e7-8726-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=11 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '123 - - 456 - - 789'} + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:17 GMT'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:23 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] - Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [55039855-d2d1-47a8-812a-2d6e59f2d43d] + x-ms-request-id: [397602ed-51b5-478f-9457-526f4573b214] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -123,28 +224,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [70d40a9e-0e6a-11e7-b53e-645106422854] + x-ms-client-request-id: [3daa4328-4267-11e7-814b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=11 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '123 - - 456 - - 789'} + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:17 GMT'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:24 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] - Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ac08aeb8-1aee-48ce-946f-b4b501e4bbfb] + x-ms-request-id: [87376254-df42-45f8-9ca1-3e24df2ef91b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -153,28 +250,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [70ec121e-0e6a-11e7-aeb3-645106422854] + x-ms-client-request-id: [3dbddf5c-4267-11e7-8d90-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=11 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '123 - - 456 - - 789'} + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:17 GMT'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:24 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] - Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ac4aaa84-08ad-4b14-9ea3-9263cf96415b] + x-ms-request-id: [15cf75ee-69a8-4769-a8cd-ba29f62ca67f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -183,28 +276,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7104552e-0e6a-11e7-a4bb-645106422854] + x-ms-client-request-id: [3ddd3936-4267-11e7-8a06-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=11 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '123 - - 456 - - 789'} + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:17 GMT'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:24 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] - Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [eb5a2f9d-92f5-4321-88e8-543e1d8da818] + x-ms-request-id: [546f62da-b3eb-4d5a-a003-18ffcfc4fff0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -213,11 +302,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [711ce72e-0e6a-11e7-aedf-645106422854] + x-ms-client-request-id: [3dfc0d98-4267-11e7-a80b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=11 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=11 response: body: {string: '123 @@ -227,14 +316,14 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:17 GMT'] + Date: ['Fri, 26 May 2017 23:01:24 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [28e60af9-1169-4cf4-85d9-ba95ad834973] + x-ms-request-id: [75bec85c-a7da-4939-9917-abacea1d2e25] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -243,28 +332,102 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [71352918-0e6a-11e7-af54-645106422854] + x-ms-client-request-id: [3e13649c-4267-11e7-8278-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=11 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '123 - - 456 - - 789'} + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:18 GMT'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:24 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [05139794-5293-43ed-b9b2-c9c11c1daf19] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3e26da54-4267-11e7-b13d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:24 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0b111577-2a5c-4c9e-835c-9c575d7a8986] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3e3a4d68-4267-11e7-8e26-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:24 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [89886d54-0da0-49ad-b15a-b33d4d90e919] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3e4dd6ee-4267-11e7-b786-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:25 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] - Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [131f92bb-baf8-40ba-9cf1-fd6e24930198] + x-ms-request-id: [f7da8ba8-35fc-4a04-8a84-ebb0296c4bc6] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -273,11 +436,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [714d7f90-0e6a-11e7-8924-645106422854] + x-ms-client-request-id: [3e614b50-4267-11e7-843c-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=11 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=11 response: body: {string: '123 @@ -287,14 +450,14 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:18 GMT'] + Date: ['Fri, 26 May 2017 23:01:25 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [395f2b40-eef1-4d31-8adf-e91f0cb8065f] + x-ms-request-id: [cf87a69b-c808-4c66-8678-0a9aa35708ce] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -303,28 +466,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7165aff4-0e6a-11e7-9999-645106422854] + x-ms-client-request-id: [3e76ce98-4267-11e7-8ada-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?read=true&offset=1&api-version=2016-11-01&OP=OPEN&length=10 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '23 - - 456 - - 789'} + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:18 GMT'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:25 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] - Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f77519f1-f389-4993-a5a1-db7196c0fc40] + x-ms-request-id: [d9d7c6f6-fcee-4a3b-9772-8483c5528686] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -333,28 +492,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [717ea2c6-0e6a-11e7-b8fc-645106422854] + x-ms-client-request-id: [3e8a3076-4267-11e7-8a72-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?read=true&offset=1&api-version=2016-11-01&OP=OPEN&length=10 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '23 - - 456 - - 789'} + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:18 GMT'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:25 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] - Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3f31f1ca-b0bf-45ed-8709-0fe56f478d2e] + x-ms-request-id: [fff70b45-ea0b-4064-ad3b-bcfb25f2f1b2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -363,13 +518,65 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7196d23a-0e6a-11e7-bfec-645106422854] + x-ms-client-request-id: [3e9dca3a-4267-11e7-b860-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?read=true&offset=1&api-version=2016-11-01&OP=OPEN&length=10 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '23 + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:25 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [22a0b7a6-1a4a-4ca2-b72a-d9a474d3d332] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3eb12c94-4267-11e7-9431-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:25 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f3aaf599-9ac7-46c0-a55d-13155817ab4c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3ec48c0a-4267-11e7-b872-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=11 + response: + body: {string: '123 456 @@ -377,14 +584,978 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:18 GMT'] + Date: ['Fri, 26 May 2017 23:01:25 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [abee727e-ee81-46c8-a947-814b74d6deb1] + x-ms-request-id: [efaa2927-1a94-40cd-9772-8c94aa707a95] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3eda37f4-4267-11e7-89cb-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:26 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c87d9e84-495f-4038-9789-c54225f495a4] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3eedd38c-4267-11e7-a86e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:26 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e3164e9a-6637-4bd8-8d96-0916c4d093cc] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3f015bf0-4267-11e7-9da2-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:26 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a8a6d776-ad84-4ee8-be3d-12375a7955ce] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3f150982-4267-11e7-ae50-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:26 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1e738ba7-e84a-4613-a809-e6eaad001f6d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3f2e85de-4267-11e7-b48c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=11 + response: + body: {string: '123 + + 456 + + 789'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Type: [application/octet-stream] + Date: ['Fri, 26 May 2017 23:01:26 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [822f4f94-31cd-4a75-8646-15a40f95e473] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3f43f640-4267-11e7-b724-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:26 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [dd24efa0-1bbb-4256-b57d-416f44283022] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3f57576e-4267-11e7-b38f-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:26 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [540fbfc1-a73e-4bce-a088-7835c5d4126c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3f6b052e-4267-11e7-8fd9-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:26 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9448d86e-1d0d-49d0-b4ef-51a91cef345b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3f7e8e70-4267-11e7-b6fe-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [dc13aa07-7c5f-47e8-b62c-02f6c1122104] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3f9202b8-4267-11e7-a007-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=11 + response: + body: {string: '123 + + 456 + + 789'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Type: [application/octet-stream] + Date: ['Fri, 26 May 2017 23:01:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [27d01d8a-d56d-4537-863f-140016616b16] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3fa772e4-4267-11e7-ba22-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0499a052-7378-42e7-b0b7-c57d7026bacb] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3fbafb02-4267-11e7-a18c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [81b912a5-2be3-4574-b76e-ff50495655a7] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3fcee39a-4267-11e7-8717-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [50057c82-b02e-45df-94d4-102309e81d6f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3fe2baae-4267-11e7-9ce5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c92a9318-d98e-4221-a1dc-c3b7942caf33] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3ff61ba4-4267-11e7-abd5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=11 + response: + body: {string: '123 + + 456 + + 789'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Type: [application/octet-stream] + Date: ['Fri, 26 May 2017 23:01:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [06d77cf3-697a-432e-8bb6-ef2baeacd29d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [400bda90-4267-11e7-8178-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [daa25afb-4d2e-4642-8170-864136fe7634] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [401f89b0-4267-11e7-a238-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d6846521-a467-4f80-8bf0-4b17e6dad620] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [40334c26-4267-11e7-8e14-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [101785dd-fbf5-4daa-a794-2c1b689c92c8] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [404721a8-4267-11e7-8ec7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f8b289f6-e450-48c7-8292-7276268241f6] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [405a78b6-4267-11e7-b84b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=11 + response: + body: {string: '123 + + 456 + + 789'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Type: [application/octet-stream] + Date: ['Fri, 26 May 2017 23:01:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [608d12d7-ef77-46c4-a2f3-609b2166140b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [406fe8fe-4267-11e7-b5e1-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [07b252b4-4572-4b4a-afd7-8ee506004dd7] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4084218c-4267-11e7-ac16-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [33b794a7-e06d-43b3-9751-2dbc22495bed] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [40986c0c-4267-11e7-9702-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e23d684f-851f-43b4-9ceb-1563b8cb0371] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [40ac4a10-4267-11e7-8aa4-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:29 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [fcf3bfbb-dfe2-44a5-ad19-9ec694db7909] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [40c00ba4-4267-11e7-bb46-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?OP=OPEN&api-version=2016-11-01&read=true&offset=1&length=10 + response: + body: {string: '23 + + 456 + + 789'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Type: [application/octet-stream] + Date: ['Fri, 26 May 2017 23:01:29 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4cc39b2b-0db6-4cb3-a5e5-e038dba05823] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [40d73148-4267-11e7-95e3-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:29 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c282b0a7-27ed-45b4-83f9-52b093f7149d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [40eb7b64-4267-11e7-87da-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:29 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6b8d9809-f318-41f3-b6bd-37ee7a271bf1] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [40ff3910-4267-11e7-8fdb-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:29 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7c1d9e80-6466-4440-8c4b-b19bd32332d5] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [41129ee4-4267-11e7-820f-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:30 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [39a5bfa1-6e6f-4e1b-b808-70543dccabb6] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [417ffad8-4267-11e7-be92-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?OP=OPEN&api-version=2016-11-01&read=true&offset=1&length=10 + response: + body: {string: '23 + + 456 + + 789'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Type: [application/octet-stream] + Date: ['Fri, 26 May 2017 23:01:30 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2e6406de-ce96-44a4-b926-89e087454398] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [41ac9f24-4267-11e7-8b9a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:30 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f3341705-3ce8-4f36-9875-e525c65932d8] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [41ddc980-4267-11e7-96d6-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:31 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a8066323-02b1-4c3d-bdc7-36041ee886b2] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [41f138a4-4267-11e7-8d7d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:31 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [fcba440c-09e7-47ab-a08f-d6fed1120356] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [42047c34-4267-11e7-b7f9-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:31 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c8618df4-3d87-4e5f-a64d-b258b7d33c07] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4217ed10-4267-11e7-b0e0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//tmp/test/a?OP=OPEN&api-version=2016-11-01&read=true&offset=1&length=10 + response: + body: {string: '23 + + 456 + + 789'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Type: [application/octet-stream] + Date: ['Fri, 26 May 2017 23:01:31 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [89fa69a9-d287-4ecd-b3ad-b938562473fb] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [422ea51e-4267-11e7-a984-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839683019,"modificationTime":1495839683048,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:31 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [330dd3ad-4d1c-4b9c-b50b-54cd2488bd80] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -394,24 +1565,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [71afb1ec-0e6a-11e7-a839-645106422854] + x-ms-client-request-id: [4242514a-4267-11e7-9890-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/tmp/test/a?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:18 GMT'] + Date: ['Fri, 26 May 2017 23:01:31 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [73864506-1ad6-4254-9791-3c82f0826139] + x-ms-request-id: [b4a6a385-1e49-47b8-bead-d7143b730adb] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -420,24 +1591,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [71e0d378-0e6a-11e7-8528-645106422854] + x-ms-client-request-id: [42744c40-4267-11e7-82d9-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: body: {string: '{"FileStatuses":{"FileStatus":[]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['34'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:19 GMT'] + Date: ['Fri, 26 May 2017 23:01:32 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [762bb235-2b6b-4633-85aa-9e753f55d69c] + x-ms-request-id: [bb983106-18d0-40cf-a337-34b1b6339834] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -446,24 +1617,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [71f669c0-0e6a-11e7-8a77-645106422854] + x-ms-client-request-id: [42886e52-4267-11e7-a117-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490121793613,"modificationTime":1490123596656,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839682115,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['582'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:19 GMT'] + Date: ['Fri, 26 May 2017 23:01:32 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a74e6757-eda2-4b94-9e25-6850b753abf7] + x-ms-request-id: [33be1430-5cf8-4c4f-8973-cd98ed3bea1e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_readline.yaml b/tests/recordings/test_core/test_readline.yaml index f7dfe8b..00fe9fa 100644 --- a/tests/recordings/test_core/test_readline.yaml +++ b/tests/recordings/test_core/test_readline.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [42abe030-4267-11e7-ba19-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [922dde42-9aa1-445f-8305-5b46a17d9782][2017-05-26T16:01:32.9635986-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:32 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [922dde42-9aa1-445f-8305-5b46a17d9782] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123 @@ -10,25 +37,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['11'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7217633e-0e6a-11e7-9c7e-645106422854] + x-ms-client-request-id: [42ead0b6-4267-11e7-8603-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:20 GMT'] + Date: ['Fri, 26 May 2017 23:01:32 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e7e7d771-9cd3-4863-981a-d833fd6eb21c] + x-ms-request-id: [6dd626b1-e54c-4aea-ac35-5fe9fd23b46d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -37,24 +64,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [43177b66-4267-11e7-871a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839693117,"modificationTime":1495839693167,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:32 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [377c104a-54b1-4453-a9fb-fbf1a10e5697] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [432d55c6-4267-11e7-8a17-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839693117,"modificationTime":1495839693167,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:33 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8465f3b2-c17f-4641-881b-51b91aaa03e0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7277e650-0e6a-11e7-9675-645106422854] + x-ms-client-request-id: [4348d718-4267-11e7-b872-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":11,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123600575,"modificationTime":1490123600641,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839693117,"modificationTime":1495839693167,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['325'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:20 GMT'] + Date: ['Fri, 26 May 2017 23:01:33 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e11ad2bd-e533-4c81-9c0b-0faf4c1405c3] + x-ms-request-id: [d60a35e8-883d-441d-874c-2078052e99bf] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -63,11 +142,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7294825a-0e6a-11e7-b408-645106422854] + x-ms-client-request-id: [435cadec-4267-11e7-b191-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=11 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=11 response: body: {string: '123 @@ -77,14 +156,40 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:20 GMT'] + Date: ['Fri, 26 May 2017 23:01:33 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d897d99d-259f-4114-8948-4ca02080f611] + x-ms-request-id: [8793542e-0b40-4ce8-9c61-723a7eb3c1c4] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [438cabe2-4267-11e7-9907-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":11,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839693117,"modificationTime":1495839693167,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:33 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6067c314-2b6c-4af0-b3a6-65881e589a35] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -94,24 +199,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [72ae23fe-0e6a-11e7-a60e-645106422854] + x-ms-client-request-id: [43a87736-4267-11e7-8e3f-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:21 GMT'] + Date: ['Fri, 26 May 2017 23:01:34 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e9e89c3c-7433-444e-bd4a-2acc7f1a69c9] + x-ms-request-id: [4dcca18f-345c-42f2-bb02-60202c963e47] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_readlines.yaml b/tests/recordings/test_core/test_readlines.yaml index d16c258..3541dcb 100644 --- a/tests/recordings/test_core/test_readlines.yaml +++ b/tests/recordings/test_core/test_readlines.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [45bc0292-4267-11e7-8297-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [4c50dade-f4cd-4914-9aa5-afc904bff889][2017-05-26T16:01:38.0998347-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:37 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4c50dade-f4cd-4914-9aa5-afc904bff889] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123 @@ -8,25 +35,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['7'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [741c81ca-0e6a-11e7-92ce-645106422854] + x-ms-client-request-id: [45fc2ed8-4267-11e7-96f6-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:23 GMT'] + Date: ['Fri, 26 May 2017 23:01:37 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [cd25186f-1ed0-4cef-93de-e85745bd9b96] + x-ms-request-id: [f58b6f12-1438-4c60-8065-785ad34919bd] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -35,24 +62,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [462536f4-4267-11e7-81bc-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":7,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839698250,"modificationTime":1495839698311,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:37 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f9d55cbc-62ff-4dae-91d9-ab5cf81fae45] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [747dee64-0e6a-11e7-842c-645106422854] + x-ms-client-request-id: [4638ec52-4267-11e7-a34b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":7,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123604007,"modificationTime":1490123604043,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":7,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839698250,"modificationTime":1495839698311,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:23 GMT'] + Date: ['Fri, 26 May 2017 23:01:38 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a7bf1378-1cbe-4871-b594-fe103408bcc4] + x-ms-request-id: [118048d1-84eb-4297-a322-7f6dce6c4344] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -61,11 +114,37 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7493c146-0e6a-11e7-88ee-645106422854] + x-ms-client-request-id: [464c5c58-4267-11e7-8490-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=7 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":7,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839698250,"modificationTime":1495839698311,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:38 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8b3f7278-c5c1-4a6b-928d-b3abcb9f961d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [467f19b6-4267-11e7-923d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=7 response: body: {string: '123 @@ -73,14 +152,14 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:23 GMT'] + Date: ['Fri, 26 May 2017 23:01:38 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [dfe1f3a0-c781-44a0-969b-0108ee9f10bd] + x-ms-request-id: [7735750d-8f89-48bf-97ed-2819d6413c18] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -89,11 +168,89 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [74ae3a9a-0e6a-11e7-901a-645106422854] + x-ms-client-request-id: [469722c0-4267-11e7-876b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=7 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":7,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839698250,"modificationTime":1495839698311,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:38 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b80d4e38-e007-4bd8-9a72-d7de4b87cf81] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [46aa963e-4267-11e7-82e1-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":7,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839698250,"modificationTime":1495839698311,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:38 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e8f0c288-4331-4f7d-aea6-8a8260b2ada9] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [46be013e-4267-11e7-9e97-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":7,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839698250,"modificationTime":1495839698311,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:38 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [abf77777-aace-47bc-8dd5-f03abd679f22] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [46d21228-4267-11e7-a7e1-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=7 response: body: {string: '123 @@ -101,14 +258,66 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:23 GMT'] + Date: ['Fri, 26 May 2017 23:01:39 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [eb1e2b3e-d06b-48b6-b00e-dbeeadeb2f8f] + x-ms-request-id: [bd212ec9-d032-4de2-9f12-c09985210259] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [46eaed00-4267-11e7-8f7b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":7,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839698250,"modificationTime":1495839698311,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:39 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b0749cf2-1306-43c4-af74-5ecab7d1fc5a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [472591c2-4267-11e7-9291-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":7,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839698250,"modificationTime":1495839698311,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:39 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1d2e8db2-2287-44a8-92e7-ae3059ba4259] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -118,27 +327,79 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [74c669dc-0e6a-11e7-9e84-645106422854] + x-ms-client-request-id: [473936d0-4267-11e7-bd2f-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:24 GMT'] + Date: ['Fri, 26 May 2017 23:01:39 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [98ce241e-1b44-44e0-a0f5-e8885a78a580] + x-ms-request-id: [893f9aff-460a-4a30-972b-2327a2396e1e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [47697018-4267-11e7-9751-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839700474,"modificationTime":1495839700474,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:39 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e4ab5d7d-9375-4b6b-9138-f262e955f7ab] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [477cf258-4267-11e7-92e4-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839700474,"modificationTime":1495839700474,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:40 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [5a653344-3963-44cb-8f97-936225d9710b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} - request: body: 'fe @@ -6144,25 +6405,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['8999'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [74e7d4be-0e6a-11e7-8000-645106422854] + x-ms-client-request-id: [479fa70a-4267-11e7-8e02-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:24 GMT'] + Date: ['Fri, 26 May 2017 23:01:40 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3c10dc49-07d8-43cd-a840-11c8808c6e7a] + x-ms-request-id: [63ac6c75-5f7e-4e01-b436-4d2a93410923] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -6171,24 +6432,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7521478a-0e6a-11e7-9296-645106422854] + x-ms-client-request-id: [47d27fa6-4267-11e7-9d50-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":8999,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123605059,"modificationTime":1490123605129,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":8999,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839701066,"modificationTime":1495839701099,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['327'] + Content-Length: ['307'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:24 GMT'] + Date: ['Fri, 26 May 2017 23:01:40 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0382254f-93ac-42e6-9b0a-5581a141e465] + x-ms-request-id: [09cf4052-4da0-4e6a-a03a-61a0e2bc9cfa] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -6197,11 +6458,63 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7537063e-0e6a-11e7-a212-645106422854] + x-ms-client-request-id: [47e61b4a-4267-11e7-a0f8-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=8999 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":8999,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839701066,"modificationTime":1495839701099,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['307'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:40 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d3e0798e-273a-4bff-b97b-0b34fd1958cc] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [47f9d3d8-4267-11e7-9bf3-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":8999,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839701066,"modificationTime":1495839701099,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['307'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:40 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [900f33e0-daca-4e39-9372-3172fa736b07] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [480d7776-4267-11e7-a022-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=8999 response: body: {string: 'fe @@ -12205,14 +12518,40 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:24 GMT'] + Date: ['Fri, 26 May 2017 23:01:41 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5901f023-493e-46c9-9304-753b2a4776d7] + x-ms-request-id: [539bbeba-5c31-430f-9499-c815bf864a06] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [4825cf0c-4267-11e7-8f2e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":8999,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839701066,"modificationTime":1495839701099,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['307'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:41 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [41919b03-134b-498e-a7e6-49177d708105] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -12222,24 +12561,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7556e92c-0e6a-11e7-aa3e-645106422854] + x-ms-client-request-id: [4839966c-4267-11e7-9298-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:24 GMT'] + Date: ['Fri, 26 May 2017 23:01:41 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [29d5f753-6571-402e-b0d0-7f67d94c2b51] + x-ms-request-id: [81e5eb38-76fb-4d21-8374-11fb924519ca] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_rm.yaml b/tests/recordings/test_core/test_rm.yaml index 07e9367..4659380 100644 --- a/tests/recordings/test_core/test_rm.yaml +++ b/tests/recordings/test_core/test_rm.yaml @@ -5,26 +5,53 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [61c0823a-0e6a-11e7-a555-645106422854] + x-ms-client-request-id: [1f9b601a-4267-11e7-84a6-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: body: {string: '{"FileStatuses":{"FileStatus":[]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['34'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:52 GMT'] + Date: ['Fri, 26 May 2017 23:00:33 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [89acd5e4-206e-43fb-a020-2ece99d4ae69] + x-ms-request-id: [c482d6ba-2783-43d1-8377-7f29fab6fe80] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1fdaad30-4267-11e7-853d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [f954c400-6158-4e0b-b93c-b3fc209df1eb][2017-05-26T16:00:34.2639997-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:33 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f954c400-6158-4e0b-b93c-b3fc209df1eb] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -32,25 +59,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6205873e-0e6a-11e7-be6b-645106422854] + x-ms-client-request-id: [1fee47e8-4267-11e7-8c71-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:52 GMT'] + Date: ['Fri, 26 May 2017 23:00:34 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [1fcb5899-0700-43cc-9907-532a9e062992] + x-ms-request-id: [8e4bef29-9077-49ec-b53e-3219a5d3f14c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -59,24 +86,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6221fa30-0e6a-11e7-89bb-645106422854] + x-ms-client-request-id: [200686be-4267-11e7-a781-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123573293,"modificationTime":1490123573293,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839634406,"modificationTime":1495839634406,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['324'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:52 GMT'] + Date: ['Fri, 26 May 2017 23:00:34 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f551631a-01a1-4a1c-bbc1-370cde3377e0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [201a6722-4267-11e7-b4ba-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839634406,"modificationTime":1495839634406,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:34 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5006fe01-bd8b-4b52-8639-06a108a8b14c] + x-ms-request-id: [e0d9ae62-748e-4176-abc2-209eac9d188b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +139,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6239d55c-0e6a-11e7-b2e0-645106422854] + x-ms-client-request-id: [2036f59c-4267-11e7-b3ad-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:52 GMT'] + Date: ['Fri, 26 May 2017 23:00:34 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [71e3fc67-3a4c-4560-b439-8c3cc3a72d1b] + x-ms-request-id: [33d3b43f-fcf3-4017-a7d5-0ce34c81a4c2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -112,24 +165,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6256db50-0e6a-11e7-831d-645106422854] + x-ms-client-request-id: [20527614-4267-11e7-8cee-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: body: {string: '{"FileStatuses":{"FileStatus":[]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['34'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:53 GMT'] + Date: ['Fri, 26 May 2017 23:00:34 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [fffde1ee-8a03-4fa0-9bf4-b929205b0751] + x-ms-request-id: [5c33d282-964b-4b95-aa10-0ea913335f84] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -138,24 +191,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [626bb488-0e6a-11e7-bc4d-645106422854] + x-ms-client-request-id: [2066742c-4267-11e7-8d94-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490121793613,"modificationTime":1490123573641,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839634880,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['582'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:53 GMT'] + Date: ['Fri, 26 May 2017 23:00:34 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [859231b2-ef39-4ae9-af76-e5ddea22657c] + x-ms-request-id: [c9b97714-39c4-48f3-8617-908d1bdc78d7] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_seek.yaml b/tests/recordings/test_core/test_seek.yaml index 97ab562..5fac759 100644 --- a/tests/recordings/test_core/test_seek.yaml +++ b/tests/recordings/test_core/test_seek.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [208a2f48-4267-11e7-a871-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [59558e25-3f46-40f9-a1e4-66930fdeb0d9][2017-05-26T16:00:35.6920125-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:35 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [59558e25-3f46-40f9-a1e4-66930fdeb0d9] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['3'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [629362ae-0e6a-11e7-865d-645106422854] + x-ms-client-request-id: [20c9f03e-4267-11e7-be3e-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:54 GMT'] + Date: ['Fri, 26 May 2017 23:00:35 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e81603df-11a4-4e1b-8350-ab50367e6460] + x-ms-request-id: [aa9af338-0d37-4e57-ac86-16295f895478] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [20f3352e-4267-11e7-b3e2-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":3,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839635846,"modificationTime":1495839635886,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:35 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d9a1e0ed-2cd8-4988-a118-e483be5e7574] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [2106c5f0-4267-11e7-ae0f-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":3,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839635846,"modificationTime":1495839635886,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:35 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b1222abc-6ee5-494d-b7a8-0507395a877d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [62fffd5c-0e6a-11e7-a6c2-645106422854] + x-ms-client-request-id: [211cf3c8-4267-11e7-9113-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":3,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123574640,"modificationTime":1490123574713,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":3,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839635846,"modificationTime":1495839635886,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:54 GMT'] + Date: ['Fri, 26 May 2017 23:00:35 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d50b498a-043b-484b-a185-ee08b74882fe] + x-ms-request-id: [f1151259-6870-41bf-8d8f-61dc753e077a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +138,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6315d55a-0e6a-11e7-9919-645106422854] + x-ms-client-request-id: [2132dafa-4267-11e7-927b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=3 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=3 response: body: {string: '123'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:12:54 GMT'] + Date: ['Fri, 26 May 2017 23:00:36 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [aab9d01e-b7a1-4d5e-b0c3-d7bf57f784ec] + x-ms-request-id: [e8a51643-e60d-4316-b0d3-3899e779e99f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [214bf2b0-4267-11e7-b325-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":3,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839635846,"modificationTime":1495839635886,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:36 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0a995161-5e11-49f4-b20d-92f7371b6d37] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +191,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [63307e22-0e6a-11e7-8544-645106422854] + x-ms-client-request-id: [215fa4b8-4267-11e7-b5aa-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:54 GMT'] + Date: ['Fri, 26 May 2017 23:00:36 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e6dcd670-df4b-45a8-8786-fe01f8fecbdc] + x-ms-request-id: [7410cc2e-d393-4430-a806-e58228764342] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_set_expiry.yaml b/tests/recordings/test_core/test_set_expiry.yaml index ecd05c0..f0193b0 100644 --- a/tests/recordings/test_core/test_set_expiry.yaml +++ b/tests/recordings/test_core/test_set_expiry.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [65195a86-4267-11e7-9263-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [9daef85d-5835-48b1-902f-ddcd95602378][2017-05-26T16:02:30.8090850-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:30 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9daef85d-5835-48b1-902f-ddcd95602378] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8840884c-0e6a-11e7-a885-645106422854] + x-ms-client-request-id: [65657306-4267-11e7-9628-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:57 GMT'] + Date: ['Fri, 26 May 2017 23:02:30 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [875094c8-6fd5-48cf-86e3-105e21203594] + x-ms-request-id: [edf63b70-3c00-46d1-a31d-af43ed3821b6] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [888cd61e-0e6a-11e7-8431-645106422854] + x-ms-client-request-id: [65858f5c-4267-11e7-8c9f-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123637755,"modificationTime":1490123637755,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839751000,"modificationTime":1495839751000,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:57 GMT'] + Date: ['Fri, 26 May 2017 23:02:30 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a18f706a-da5e-4e4c-b7a9-eff963f12608] + x-ms-request-id: [f733c2ee-354b-445a-b886-4f9e3878948a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,22 +87,22 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [88a280f8-0e6a-11e7-9f72-645106422854] + x-ms-client-request-id: [659db39a-4267-11e7-afb1-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfsext/azure_test_dir/a?expiryOption=Absolute&api-version=2016-11-01&OP=SETEXPIRY&expireTime=1896091200000 + uri: https://fakestore.azuredatalakestore.net/webhdfsext/azure_test_dir/a?OP=SETEXPIRY&api-version=2016-11-01&expiryOption=Absolute&expireTime=1896091200000 response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:57 GMT'] + Date: ['Fri, 26 May 2017 23:02:30 GMT'] Expires: ['-1'] Pragma: [no-cache] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [21fcd5a7-02e4-4856-93be-284630e82bbd] + x-ms-request-id: [c981daee-e551-4293-bf1d-f5bc0ab33549] status: {code: 200, message: OK} - request: body: null @@ -83,24 +110,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [88cd1268-0e6a-11e7-a27e-645106422854] + x-ms-client-request-id: [65be52ae-4267-11e7-add0-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123637755,"modificationTime":1490123637755,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":1896091200000,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839751000,"modificationTime":1495839751000,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":1896091200000,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['336'] + Content-Length: ['316'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:57 GMT'] + Date: ['Fri, 26 May 2017 23:02:31 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [978a7c5d-bd60-4904-9a46-735332b82b9a] + x-ms-request-id: [a809762a-0e21-4d26-ba13-8751f9ddb24b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -110,22 +137,48 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [88e2d0f4-0e6a-11e7-9ad9-645106422854] + x-ms-client-request-id: [65da303e-4267-11e7-a92e-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfsext/azure_test_dir/a?expiryOption=NeverExpire&api-version=2016-11-01&OP=SETEXPIRY + uri: https://fakestore.azuredatalakestore.net/webhdfsext/azure_test_dir/a?OP=SETEXPIRY&api-version=2016-11-01&expiryOption=NeverExpire response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:58 GMT'] + Date: ['Fri, 26 May 2017 23:02:31 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4b8e5942-63b4-4d34-87d3-f334127065ee] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [65f325b4-4267-11e7-982a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839751000,"modificationTime":1495839751000,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:31 GMT'] Expires: ['-1'] Pragma: [no-cache] + Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ed3ab9bb-36dd-4e4d-b4b2-8dadab63e570] + x-ms-request-id: [d0679546-88c2-46fc-8021-42fb979234b8] + x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: body: null @@ -133,24 +186,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [88ffceb4-0e6a-11e7-a144-645106422854] + x-ms-client-request-id: [660a61b6-4267-11e7-a770-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123637755,"modificationTime":1490123637755,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839751000,"modificationTime":1495839751000,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:58 GMT'] + Date: ['Fri, 26 May 2017 23:02:31 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b8324160-2541-4f7a-a500-e0100aec61e4] + x-ms-request-id: [4322cef2-d1e3-4cc4-a39f-cfc37003719d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -160,24 +213,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8915c8c6-0e6a-11e7-a297-645106422854] + x-ms-client-request-id: [6621931e-4267-11e7-93b0-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:58 GMT'] + Date: ['Fri, 26 May 2017 23:02:31 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b1f955b3-9b7f-4615-b464-956f542032ca] + x-ms-request-id: [a7067ac0-dc20-4538-8499-0c3ec8330b8c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_simple.yaml b/tests/recordings/test_core/test_simple.yaml index b8905b1..c60ff94 100644 --- a/tests/recordings/test_core/test_simple.yaml +++ b/tests/recordings/test_core/test_simple.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1b49cd86-4267-11e7-a0b4-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [f2c5d99d-4c49-4bf2-894b-d5898ad8ee10][2017-05-26T16:00:26.8790269-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:25 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f2c5d99d-4c49-4bf2-894b-d5898ad8ee10] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['65536'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5e463126-0e6a-11e7-8b6e-645106422854] + x-ms-client-request-id: [1b883864-4267-11e7-83a4-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:12:47 GMT'] + Date: ['Fri, 26 May 2017 23:00:27 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b8327256-0fa6-48bd-ad94-be2941994dbf] + x-ms-request-id: [4cf45511-326c-447b-956e-6c8c1c483632] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1bc53d0c-4267-11e7-a506-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":65536,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839627172,"modificationTime":1495839627207,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['308'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [87318889-d8b9-4067-bce4-69bdcf87d265] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1bd8fe34-4267-11e7-82bc-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":65536,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839627172,"modificationTime":1495839627207,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['308'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ecee7374-781c-4ddf-ab4c-a8aae9e1012c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5f5a99b0-0e6a-11e7-b8d9-645106422854] + x-ms-client-request-id: [1beca38c-4267-11e7-a6be-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":65536,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123567616,"modificationTime":1490123568550,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":65536,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839627172,"modificationTime":1495839627207,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['328'] + Content-Length: ['308'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:48 GMT'] + Date: ['Fri, 26 May 2017 23:00:27 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [da69e967-4436-4fdc-9ede-06bc5cb38b9e] + x-ms-request-id: [827f0aa8-25a5-4b2c-9542-dc91c776a40e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +138,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5f7244ee-0e6a-11e7-8b9d-645106422854] + x-ms-client-request-id: [1c0004e2-4267-11e7-99f4-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=65536 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=65536 response: body: {string: aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:12:48 GMT'] + Date: ['Fri, 26 May 2017 23:00:27 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [19ced96a-d09d-4b47-b9ae-709d52b222ea] + x-ms-request-id: [6ffb1133-2f67-4f93-b9e7-89fc43829372] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [1c380ffe-4267-11e7-b72a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":65536,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839627172,"modificationTime":1495839627207,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['308'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:00:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [eee4a7a5-616f-4056-a941-df2024a0525c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +191,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [5fd99768-0e6a-11e7-af91-645106422854] + x-ms-client-request-id: [1c4baec0-4267-11e7-9cc2-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:12:49 GMT'] + Date: ['Fri, 26 May 2017 23:00:28 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [7899da6d-d042-4bc5-8b68-bd3d3a06d964] + x-ms-request-id: [71d51d47-f5a2-4a0f-9557-c607f3892f4f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_skip_existing_block.yaml b/tests/recordings/test_core/test_skip_existing_block.yaml index bd2ae3f..de99005 100644 --- a/tests/recordings/test_core/test_skip_existing_block.yaml +++ b/tests/recordings/test_core/test_skip_existing_block.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [52945e26-4267-11e7-899f-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [77c5c603-a11a-4f00-a582-8e4fd34d8a6d][2017-05-26T16:01:59.6416957-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:59 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [77c5c603-a11a-4f00-a582-8e4fd34d8a6d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '000000000000000' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['15'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7bbe0040-0e6a-11e7-8d06-645106422854] + x-ms-client-request-id: [52d2e9fa-4267-11e7-a638-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:36 GMT'] + Date: ['Fri, 26 May 2017 23:01:59 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c639b3bd-fb09-4eef-ac6f-db769791364d] + x-ms-request-id: [dc3bc439-69c5-4264-8aee-7e04282c1c19] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [532cf7cc-4267-11e7-8c39-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":15,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839720129,"modificationTime":1495839720163,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:59 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [08817ea7-d285-4d1f-b077-90200233997c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [53409d88-4267-11e7-9725-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":15,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839720129,"modificationTime":1495839720163,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:00 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [16d3ed0a-d098-498c-9eab-57affd98e711] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7c19c870-0e6a-11e7-824d-645106422854] + x-ms-client-request-id: [537dc238-4267-11e7-b7a5-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":15,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123616751,"modificationTime":1490123616801,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":15,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839720129,"modificationTime":1495839720163,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['325'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:36 GMT'] + Date: ['Fri, 26 May 2017 23:02:00 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a3b5bd9d-f3e5-4bea-9fe2-db50a02f9d03] + x-ms-request-id: [5ad8f63d-5a1a-4086-98f5-0408d0ca8808] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,25 +139,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['4'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7c2fc276-0e6a-11e7-bb94-645106422854] + x-ms-client-request-id: [53913f34-4267-11e7-8258-645106422854] method: POST - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?append=true&offset=5&api-version=2016-11-01&OP=APPEND + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=APPEND&api-version=2016-11-01&offset=5&append=true response: body: {string: '{"RemoteException":{"exception":"BadOffsetException","message":"APPEND - failed with error 0x83090015 (Bad request. Invalid offset.). [3a948d56-2db9-40f6-b712-4740702883a9][2017-03-21T12:13:37.2033197-07:00]","javaClassName":"org.apache.hadoop.fs.adl.BadOffsetException"}}'} + failed with error 0x83090015 (Bad request. Invalid offset.). [376c44a8-b311-41c2-936f-9b29107ffbbc][2017-05-26T16:02:01.0323436-07:00]","javaClassName":"org.apache.hadoop.fs.adl.BadOffsetException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['270'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:36 GMT'] + Date: ['Fri, 26 May 2017 23:02:00 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x83090015'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3a948d56-2db9-40f6-b712-4740702883a9] + x-ms-request-id: [376c44a8-b311-41c2-936f-9b29107ffbbc] x-ms-webhdfs-version: [16.12.19.00] status: {code: 400, message: Bad Request} version: 1 diff --git a/tests/recordings/test_core/test_tail_head.yaml b/tests/recordings/test_core/test_tail_head.yaml index 5ac3bfa..2ca5a73 100644 --- a/tests/recordings/test_core/test_tail_head.yaml +++ b/tests/recordings/test_core/test_tail_head.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3a1df8de-4267-11e7-9702-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [fb429adc-bbdf-4b71-9d16-ac9f320e4f41][2017-05-26T16:01:18.6618887-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:17 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [fb429adc-bbdf-4b71-9d16-ac9f320e4f41] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: 0123456789 headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['10'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6ef4ba82-0e6a-11e7-96cd-645106422854] + x-ms-client-request-id: [3a64ba64-4267-11e7-955b-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:14 GMT'] + Date: ['Fri, 26 May 2017 23:01:18 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [6d60c151-a1d2-4596-9073-a9e9945314e5] + x-ms-request-id: [4fb33996-a8d8-41d8-8e05-6b9acb254fe5] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6f700602-0e6a-11e7-b573-645106422854] + x-ms-client-request-id: [3aa0369e-4267-11e7-b40e-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123595497,"modificationTime":1490123595560,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839678902,"modificationTime":1495839678964,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['325'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:15 GMT'] + Date: ['Fri, 26 May 2017 23:01:18 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [97212a15-26d1-4bec-9820-c0e1112514ac] + x-ms-request-id: [982a0e24-8a9e-4f76-9792-d922864ac3fb] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +86,180 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6f864f40-0e6a-11e7-ac22-645106422854] + x-ms-client-request-id: [3abda9d4-4267-11e7-b0ab-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=7&api-version=2016-11-01&OP=OPEN&length=3 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839678902,"modificationTime":1495839678964,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:18 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [33482770-6a92-425c-93ce-e61488574fea] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3ad564e4-4267-11e7-8824-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839678902,"modificationTime":1495839678964,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:18 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bc3d28fc-2eee-4da9-bb1f-e8303312f673] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3af62030-4267-11e7-9379-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839678902,"modificationTime":1495839678964,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:19 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a6df9a5b-d503-489e-88d5-1ba252953a5d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3b163ee4-4267-11e7-a182-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=7&length=3 response: body: {string: '789'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:15 GMT'] + Date: ['Fri, 26 May 2017 23:01:19 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a83d9c55-45f9-4345-9fa5-febaabbcb399] + x-ms-request-id: [14dbcdc1-9e57-4b69-9e0c-760048dd6eab] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3b34d666-4267-11e7-8893-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839678902,"modificationTime":1495839678964,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:19 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [72e6d9f3-a4ae-44b3-a40f-0603f406f4ae] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3b4ea018-4267-11e7-b846-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839678902,"modificationTime":1495839678964,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:19 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [53fcea84-071c-4e6e-98ed-020ae9976192] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3b6b8a74-4267-11e7-815a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839678902,"modificationTime":1495839678964,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:19 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c552c290-4de6-49fd-943f-dd09370619c1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -85,24 +268,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6fbfec64-0e6a-11e7-9a12-645106422854] + x-ms-client-request-id: [3b88873e-4267-11e7-9b14-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '012345'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:15 GMT'] + Date: ['Fri, 26 May 2017 23:01:20 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [561384b1-97f0-4641-a7c3-f58e7e078f43] + x-ms-request-id: [7b644b8e-2496-4f89-8173-46c48e652391] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -111,24 +294,154 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6fd940ec-0e6a-11e7-b686-645106422854] + x-ms-client-request-id: [3ba42752-4267-11e7-8b9e-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=10 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839678902,"modificationTime":1495839678964,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:20 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b6f061cb-0c2b-4d0a-aea2-d7b514f090f8] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3bbf6342-4267-11e7-bd83-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839678902,"modificationTime":1495839678964,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:20 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [64b45891-7699-4be2-9cd6-1c4948c6737c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3bd7581c-4267-11e7-8b7e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839678902,"modificationTime":1495839678964,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:20 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a88b5b5a-bfb4-4c38-8f72-f422b6a9ed50] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3bf8c214-4267-11e7-aeea-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839678902,"modificationTime":1495839678964,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:20 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7706b696-9dbb-4c42-b275-8b102d569b15] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3c15fb2c-4267-11e7-97be-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=10 response: body: {string: 0123456789} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:13:15 GMT'] + Date: ['Fri, 26 May 2017 23:01:20 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [af7fac73-0407-4f2b-9d7a-0a7dc9fed60b] + x-ms-request-id: [058bdd42-e54d-489f-bd78-84e4abdba789] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [3c388ade-4267-11e7-89df-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839678902,"modificationTime":1495839678964,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:21 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [048d7950-5fef-442b-bbe7-08981b0df362] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -138,24 +451,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [6ff26cfe-0e6a-11e7-989e-645106422854] + x-ms-client-request-id: [3c554d58-4267-11e7-a8a9-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:16 GMT'] + Date: ['Fri, 26 May 2017 23:01:21 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [64478c8c-f9ec-42d6-8f62-f7fbc5746ea0] + x-ms-request-id: [0c69369b-bdf8-42e3-b4fe-d26799feae6d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_touch_exists.yaml b/tests/recordings/test_core/test_touch_exists.yaml index 3252557..d477a4e 100644 --- a/tests/recordings/test_core/test_touch_exists.yaml +++ b/tests/recordings/test_core/test_touch_exists.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [43dd2e1e-4267-11e7-91f8-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [cfe4b94d-bc2d-401a-a330-b9a76b90a01e][2017-05-26T16:01:34.9771120-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:34 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [cfe4b94d-bc2d-401a-a330-b9a76b90a01e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [72d84236-0e6a-11e7-86b3-645106422854] + x-ms-client-request-id: [441f1158-4267-11e7-a76e-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:21 GMT'] + Date: ['Fri, 26 May 2017 23:01:34 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [51a3f827-e8ab-4552-a71e-d8a90eeb8f61] + x-ms-request-id: [9c8c49ab-819b-4512-b444-4ffe75b5bcb5] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7331e782-0e6a-11e7-8c55-645106422854] + x-ms-client-request-id: [443ed1e4-4267-11e7-901f-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123601919,"modificationTime":1490123601919,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839695173,"modificationTime":1495839695173,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['324'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:21 GMT'] + Date: ['Fri, 26 May 2017 23:01:34 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [13f6c299-a640-4ea8-9f62-f1dda6aca4fd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [445837c8-4267-11e7-9dec-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839695173,"modificationTime":1495839695173,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:34 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d2286580-d89e-4144-81e6-0a778f7bc16b] + x-ms-request-id: [621176e4-f2be-4d7b-86a1-7f9031304b40] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,24 +113,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7348b748-0e6a-11e7-9efe-645106422854] + x-ms-client-request-id: [4470656c-4267-11e7-82fc-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:21 GMT'] + Date: ['Fri, 26 May 2017 23:01:35 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [6c2313ea-de9d-450a-8e30-4356cb2ccb4d] + x-ms-request-id: [8e882d70-f175-4130-bc8c-d95292c4277e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_write_blocks.yaml b/tests/recordings/test_core/test_write_blocks.yaml index 8f50391..a483771 100644 --- a/tests/recordings/test_core/test_write_blocks.yaml +++ b/tests/recordings/test_core/test_write_blocks.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [514513b6-4267-11e7-8823-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [93010031-a889-424e-98f3-3f37d40954b0][2017-05-26T16:01:57.4494010-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:56 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [93010031-a889-424e-98f3-3f37d40954b0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '00000' headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['5'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7aa29f7e-0e6a-11e7-9e24-645106422854] + x-ms-client-request-id: [518489c8-4267-11e7-808d-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:34 GMT'] + Date: ['Fri, 26 May 2017 23:01:57 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c542eb2c-4ab8-4784-9e20-ba45dc6886bd] + x-ms-request-id: [084b22ab-dc06-4ffa-ab88-54ec13e8d5b1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -34,23 +61,23 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['1'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7b09541a-0e6a-11e7-a929-645106422854] + x-ms-client-request-id: [51bd67e2-4267-11e7-9fc5-645106422854] method: POST - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?append=true&offset=5&api-version=2016-11-01&OP=APPEND + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=APPEND&api-version=2016-11-01&offset=5&append=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:34 GMT'] + Date: ['Fri, 26 May 2017 23:01:57 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [9f8da27e-c534-40f7-a3b1-409a0d0e6372] + x-ms-request-id: [c752bcab-b823-434d-8488-6926058b9782] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,23 +87,23 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['3'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7b2a9726-0e6a-11e7-8682-645106422854] + x-ms-client-request-id: [51dcb968-4267-11e7-a274-645106422854] method: POST - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?append=true&offset=6&api-version=2016-11-01&OP=APPEND + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=APPEND&api-version=2016-11-01&offset=6&append=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:34 GMT'] + Date: ['Fri, 26 May 2017 23:01:57 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4d781bb2-df2c-4405-9ab0-9714eb9ff83b] + x-ms-request-id: [3ebb76fd-c3e1-43cf-a13c-a73b9c6c915d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -85,24 +112,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7b45eafa-0e6a-11e7-97b6-645106422854] + x-ms-client-request-id: [521264f6-4267-11e7-8fe7-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":9,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1490123614966,"modificationTime":1490123615270,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":9,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839717675,"modificationTime":1495839717980,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['323'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:35 GMT'] + Date: ['Fri, 26 May 2017 23:01:57 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d7ac3a84-bb0a-4060-a554-f327d011a3dc] + x-ms-request-id: [50bd746c-831c-4521-81ec-606db0fc12a4] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -111,24 +138,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7b5c9448-0e6a-11e7-990e-645106422854] + x-ms-client-request-id: [5226157e-4267-11e7-8bc4-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":9,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123614966,"modificationTime":1490123615270,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":9,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839717675,"modificationTime":1495839717980,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['324'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:35 GMT'] + Date: ['Fri, 26 May 2017 23:01:58 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0cc2b23b-086c-4233-9ee0-c38b684ac872] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [52465e12-4267-11e7-9e43-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":9,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839717675,"modificationTime":1495839717980,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:58 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [79e8db3e-1843-4c42-adb3-63ae1b31afa8] + x-ms-request-id: [c983405f-e0eb-4fa3-b0f6-9d4701b0f5b3] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -138,24 +191,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7b754bfa-0e6a-11e7-b04c-645106422854] + x-ms-client-request-id: [5264b858-4267-11e7-bfcd-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:35 GMT'] + Date: ['Fri, 26 May 2017 23:01:58 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [1dd99452-8cd4-428e-a736-38ef94cdae55] + x-ms-request-id: [51cf3098-99a7-4aaa-aca6-9c2e388b5a23] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_write_empty.yaml b/tests/recordings/test_core/test_write_empty.yaml index 938f73a..1f8d8ef 100644 --- a/tests/recordings/test_core/test_write_empty.yaml +++ b/tests/recordings/test_core/test_write_empty.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [502f7e08-4267-11e7-a37a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [f5ed7f67-08c0-4cc4-a6de-4148119c2fdd][2017-05-26T16:01:55.6223206-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:55 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f5ed7f67-08c0-4cc4-a6de-4148119c2fdd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [79abd992-0e6a-11e7-9198-645106422854] + x-ms-client-request-id: [506dbaa4-4267-11e7-b490-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:32 GMT'] + Date: ['Fri, 26 May 2017 23:01:55 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ffe79061-defe-4ef2-a40c-2d3357e26654] + x-ms-request-id: [b80de89b-634c-45aa-b76d-f7782d2c174e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [5087a200-4267-11e7-9fc9-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839715779,"modificationTime":1495839715779,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:55 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [680c0912-fc83-476b-a9f3-d6f6b2bde5a8] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [50a7d4a8-4267-11e7-a105-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839715779,"modificationTime":1495839715779,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:56 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [276b1f9d-32b8-4351-8e1f-b96e974c2514] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [79f4d16e-0e6a-11e7-bb53-645106422854] + x-ms-client-request-id: [50bbc6c8-4267-11e7-af81-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123613273,"modificationTime":1490123613273,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839715779,"modificationTime":1495839715779,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:34 GMT'] + Date: ['Fri, 26 May 2017 23:01:56 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0112253f-388e-4651-8b28-63db0bd6d429] + x-ms-request-id: [3a2b829a-0946-4aab-8148-6153cd5baa3b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,23 +138,49 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7a654886-0e6a-11e7-8b63-645106422854] + x-ms-client-request-id: [50cf34e2-4267-11e7-a5d0-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=0 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=0 response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:34 GMT'] + Date: ['Fri, 26 May 2017 23:01:56 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e48fff15-6f0d-4ee6-9c2b-b350736412ea] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [50e4b024-4267-11e7-b18e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839715779,"modificationTime":1495839715779,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:56 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [508d15b4-2a40-435d-a4f4-e0f98f19fa84] + x-ms-request-id: [c3234bb0-f0c5-4f67-aafd-5a884411e1e2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -85,24 +190,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [7a7cef30-0e6a-11e7-bbe4-645106422854] + x-ms-client-request-id: [51034834-4267-11e7-80f6-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:34 GMT'] + Date: ['Fri, 26 May 2017 23:01:56 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [29b6b1f3-905f-48ba-a22c-e6c7e91dd1a6] + x-ms-request-id: [0b067258-8051-4f31-b5b0-45d83f32fb0b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_core/test_write_in_read_mode.yaml b/tests/recordings/test_core/test_write_in_read_mode.yaml index 3b5528b..d99ee21 100644 --- a/tests/recordings/test_core/test_write_in_read_mode.yaml +++ b/tests/recordings/test_core/test_write_in_read_mode.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [44a09ef8-4267-11e7-a8cf-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/a [60803ce8-5be3-444a-8488-e25db8502448][2017-05-26T16:01:36.5186632-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['237'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:36 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [60803ce8-5be3-444a-8488-e25db8502448] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [737bad26-0e6a-11e7-96c4-645106422854] + x-ms-client-request-id: [450b6e68-4267-11e7-b155-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:13:22 GMT'] + Date: ['Fri, 26 May 2017 23:01:36 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [98e011b1-4776-4654-9689-0a277953c98c] + x-ms-request-id: [55fa455e-85f9-493b-a206-f0635da05bbe] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,102 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [452addc8-4267-11e7-8f41-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839696708,"modificationTime":1495839696708,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:36 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d2f0eb46-b441-40e0-94ce-4842a547e669] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [453f93e8-4267-11e7-a6b4-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839696708,"modificationTime":1495839696708,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:36 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [70185c87-1347-48cc-8daf-f7ba6011f130] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [455c900c-4267-11e7-86ba-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839696708,"modificationTime":1495839696708,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:01:36 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [67e6abfb-2f2e-40fc-847d-e5435aa0251c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [73db46be-0e6a-11e7-b955-645106422854] + x-ms-client-request-id: [457733b0-4267-11e7-9fee-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123603028,"modificationTime":1490123603028,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839696708,"modificationTime":1495839696708,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['324'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:22 GMT'] + Date: ['Fri, 26 May 2017 23:01:36 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b137e9a3-0f5b-4c69-8129-ea5903ffdda8] + x-ms-request-id: [6017a48f-8299-4519-ad6e-138bfa091822] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -60,24 +165,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [73f2032e-0e6a-11e7-a271-645106422854] + x-ms-client-request-id: [4590379c-4267-11e7-be3f-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/a?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:13:22 GMT'] + Date: ['Fri, 26 May 2017 23:01:37 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [32b171b5-e476-4ad9-a58d-fd87b0f8e113] + x-ms-request-id: [601647e6-1ba7-4f18-8527-b27ee2f4f274] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_lib/test_auth_refresh.yaml b/tests/recordings/test_lib/test_auth_refresh.yaml index d3c74c1..defe53e 100644 --- a/tests/recordings/test_lib/test_auth_refresh.yaml +++ b/tests/recordings/test_lib/test_auth_refresh.yaml @@ -1,14 +1,14 @@ interactions: - request: - body: resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_id=04b07795-8ddb-461a-bbee-02f9e1bf7b46&refresh_token=AQABAAAAAADRNYRQ3dhRSrm-4K-adpCJVqXdCzwmJgfDTXxP8xE-yiud6gRMQfs4WkyCNP_oDNZk-cKtHnT3vvjMJLBx2KqHzgvpDR6MsCPgfEP4rRhW1iVo3ofFnxcGeAOgdegu8Xgs-Z57V2LvFyRkB3k5ZsDrxP3gqHgpM4Kdug20RtTNdkR-r6NeQpRCM_AYT7jgrbkJPGTNZw7kWFpJmlB3R3l-M2KU_-nOZts1QIQiiffprqKjhH8UKl1sLmPibnQt67lFdhdwLcpAanOaz85XCYw75Vq9bZn1FOmhem1_uJsNx1oykk9GK08W3LWSXoZpT5fizo6s8FFGMKLB8RAPg55vlInmL7B4g0aJ6Y0kLO6Xx05wKG-dBVbeSSYOiqjgmWieTCtdb_gbxLvq45rv0rkko7Esq7eOKURrMqlm78ASPVawptaBYPc5MueCx2AhPfr6I99pwESj4h5PXH-FkQsaYwLNExFIJP2I7zbG90L8ggX1kKK2MAy0wkNEgztYT5imvNI0Rb-CbNnnyvh2KNDnP_jI0MEHx3Y5Q3JJSaOMHM7F6_l5JDDe4tq4NJ42CJOFVL-bFLq7xL6nzr46HNhUxmGpF6g1rdztLJ7LsjHQtFL8ziY1TFmjYGUolb6JF_eixbDDJXS-troeQh2kgOpqOSTYze5jSjCGE8LJOIlmv5Ad8kcRJ621eteNuTu108W6l0VlLCZUumCGvaZRbAVsIAA&grant_type=refresh_token + body: grant_type=refresh_token&client_id=04b07795-8ddb-461a-bbee-02f9e1bf7b46&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&refresh_token=AQABAAAAAABnfiG-mA6NTae7CdWW7QfdACj7a8Xj4B3KEDKaYqbzLN-p0dpH7x1ijKWt37rWUvEr-b06IW9oE2fp87WlIVQrqV7RbKFHSYl_UDf2Z5M8_T9ndqLbwR-3ncuOx8cNQ938WNsfsrNlVFXt9nck9iveJCjlDZGOi645v77-IVCiQigP7id1x30E2WSVJP1GVO7YH_IKotwkDGMx7HnHhtZP-WrMOMDlmTR8XnOKZg9VWSyMZPNfCVFcHppAMqLjf5GrDwEiWH98qXChDi0JYnSqdmSkGCxfZtsPCwm6lNVYx8iIkN-SAtBbJG8RzPJddEGg3RD-YLoc3uECneMz1heaNMEfn5HSYyJ4nUHlg_tPCy5q7kFQNpszRyDQSLTDN6ElfxJ67ccJADbbva3FxHsJnfPUJ4ESf6sxV37BqDxK9d_oIR_qxeE0OStVgvh84l1gGlbBo8pburzuz8-WdMkn43rKQNKxIycNj8d349mlPtmeOKve0Gryxan0x3C9-Zq0x51w8DHyS0izqPuf_OxGD0bqAuY09TPylII0KQSxMmdHymQPGA-BL_9B9myHw4aEEF6MJn7tnYfTpORi9Dj1qIuf4bV3yE7hCEozCYoXxTN1KSDRI6lSI83B-faZl6qJKSFsjJCFPtWg5KXJJ-Pn8Lfo76Sv7raTxdm2sN-ZrUKvxJB8I194q8Wx3pJJB_OVp0X45h3LaLmmhAZwTWNKwOosV2dkrOYHq3KfoM7e0SAA headers: Accept: ['*/*'] Accept-Charset: [utf-8] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - Content-Length: ['879'] + Content-Length: ['900'] User-Agent: [python-requests/2.13.0] - client-request-id: [e4b60b4a-88a2-4d83-885f-bd6273bcf305] + client-request-id: [f7d688d4-03d1-49a4-be98-eac9a1ccc3f9] content-type: [application/x-www-form-urlencoded] return-client-request-id: ['true'] x-client-CPU: [x64] @@ -18,23 +18,23 @@ interactions: method: POST uri: https://login.microsoftonline.com/faketenant/oauth2/token?api-version=1.0 response: - body: {string: '{"token_type":"Bearer","scope":"user_impersonation","expires_in":"3599","ext_expires_in":"10800","expires_on":"1490127243","not_before":"1490123343","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6ImEzUU4wQlpTN3M0bk4tQmRyamJGMFlfTGRNTSIsImtpZCI6ImEzUU4wQlpTN3M0bk4tQmRyamJGMFlfTGRNTSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLm5ldC82ZTYwNmVjZS0zYTVhLTQ2NzQtYTY1NC1kNmIwMmJjNWE1MWIvIiwiaWF0IjoxNDkwMTIzMzQzLCJuYmYiOjE0OTAxMjMzNDMsImV4cCI6MTQ5MDEyNzI0MywiYWNyIjoiMSIsImFpbyI6IlkySmdZR0NVS3JUaU84ZlowTHlnUUZWTStsZlZaclhQWisvWXJhdDhrU2gzWXE1K3N5RUEiLCJhbXIiOlsicHdkIl0sImFwcGlkIjoiMDRiMDc3OTUtOGRkYi00NjFhLWJiZWUtMDJmOWUxYmY3YjQ2IiwiYXBwaWRhY3IiOiIwIiwiZV9leHAiOjEwODAwLCJmYW1pbHlfbmFtZSI6IlRlc3QwMiIsImdpdmVuX25hbWUiOiJBREwiLCJpcGFkZHIiOiIxNjcuMjIwLjAuMTM1IiwibmFtZSI6IkFETCBUZXN0MDIiLCJvaWQiOiI5YTIzODYwZS0wM2IwLTRiYWQtYThiNy1lMWQwODFkNTkyYmQiLCJwbGF0ZiI6IjE0IiwicHVpZCI6IjEwMDNCRkZEOUQ5MjRBMDUiLCJzY3AiOiJ1c2VyX2ltcGVyc29uYXRpb24iLCJzdWIiOiJXWHFWNGlKaE5zUnlOT2ZhUDA2QUhxbkZCUmVWMFJVbGJNdDVuRkpRZjhJIiwidGlkIjoiNmU2MDZlY2UtM2E1YS00Njc0LWE2NTQtZDZiMDJiYzVhNTFiIiwidW5pcXVlX25hbWUiOiJhZGxzdmMwMkBiZW53Z29sZG91dGxvb2sub25taWNyb3NvZnQuY29tIiwidXBuIjoiYWRsc3ZjMDJAYmVud2dvbGRvdXRsb29rLm9ubWljcm9zb2Z0LmNvbSIsInZlciI6IjEuMCJ9.vbvKXChMJtWvHb9EWDzHI4_54yQl98hXgC4WXJVdvIngvbS04FHWSjKEK9vVOyzhGDYFou9OmUwoHf7HWVLhnVi_hPkknQOFvXkfKwaFuIDZJJJfpdo_yRY3xah24OXLaSClzdiBtk07z1CxRBCOEhMDK5rILpSM8SrbjHRu160PS6G1Z3WnFAJLToYACLYwPHTBtcl3Y20mqieUsFEbbzSwQvpB5luKtcC__SszZWga98vN6NEg1kN7MR8mpjVLX8SMYFqjbq-9HA6LPrKt2yGQMsxBu0-Y15RNJDvdQZxWr8Hyzvqxot5QumJBT2IKd6IDGPseEdSM9U3yufF8Qw","refresh_token":"AQABAAAAAADRNYRQ3dhRSrm-4K-adpCJj1yvwVuAYyualyomYqIhMTToCNypWE0p2Tt-GFHpC18_mFx7coqv57ZExjoQaZkEfp5DX0lan44wlqZNZIqYNCC7QsrpLK6h65eyguAsXlaRQUTcJ9q_n8RUPalO4zN2pyMQ1EebYM5-jA47lLY0juxvicqD3DBoB8Y3f6t8ezHf6yOifMnnBq51gEAcZHO3hb2U4uHWoN6GbgtUL6F3kFoRRT0_povstPM3TRg-YeWpbWiqNph8CGDA7c3Vi1Nx_Rr4uPO3i-HF6rzUAyUa_Y7WAOggjOuf5UuD8cNv1GczTt3nx9rBx4TzTxM-AkFE6wTt0q0WUIOVwAKJ0hdlkKWaFXKSW27KfAquwqS1MyQkhZuXUtBQ3tfa6lX3j58LPQ1fDmQX5xiR-aMlTVxUo9fhA2HHORIHMP1v6SYZQNZl3XTGVh02OQG3YRxBvYSkTX2UhczTPjH0HboOQInRSXvzLc8Yr13DEm2vdWBjtoopoZ7viBMq5uHY6UoUFI_tLxE2j8mFWxkfFiEhO9CB1yQ4PDKVS7J8Vk1DBLBbInAZ-hFbTz-0upelkmjcQ50KyIsCnrST0Yg1jUel2Zn4HzuOxwYDYHcPqBEcWZs5jfj9AJYXfviRtsOQ5A-WNAZWSLHgQRcyXJw1iI-8SQTtB_3sbT-FRGhWKinBoehOLbXqGJYy6s7BYzL-jdC2TfK3IAA"}'} + body: {string: '{"token_type":"Bearer","scope":"user_impersonation","expires_in":"3600","ext_expires_in":"262800","expires_on":"1495843355","not_before":"1495839455","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InowMzl6ZHNGdWl6cEJmQlZLMVRuMjVRSFlPMCIsImtpZCI6InowMzl6ZHNGdWl6cEJmQlZLMVRuMjVRSFlPMCJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLm5ldC82ZTYwNmVjZS0zYTVhLTQ2NzQtYTY1NC1kNmIwMmJjNWE1MWIvIiwiaWF0IjoxNDk1ODM5NDU1LCJuYmYiOjE0OTU4Mzk0NTUsImV4cCI6MTQ5NTg0MzM1NSwiYWNyIjoiMSIsImFpbyI6IkFTUUEyLzhEQUFBQXlUbXQzNm15SG9URXBiL3RLWDgrQmlTRjRZMlNYcFpaUU9PZ0h6SmhRNk09IiwiYW1yIjpbInB3ZCJdLCJhcHBpZCI6IjA0YjA3Nzk1LThkZGItNDYxYS1iYmVlLTAyZjllMWJmN2I0NiIsImFwcGlkYWNyIjoiMCIsImVfZXhwIjoyNjI4MDAsImZhbWlseV9uYW1lIjoiVGVzdDAyIiwiZ2l2ZW5fbmFtZSI6IkFETCIsImlwYWRkciI6IjE2Ny4yMjAuMS4xMzUiLCJuYW1lIjoiQURMIFRlc3QwMiIsIm9pZCI6IjlhMjM4NjBlLTAzYjAtNGJhZC1hOGI3LWUxZDA4MWQ1OTJiZCIsInBsYXRmIjoiMTQiLCJwdWlkIjoiMTAwM0JGRkQ5RDkyNEEwNSIsInNjcCI6InVzZXJfaW1wZXJzb25hdGlvbiIsInN1YiI6IldYcVY0aUpoTnNSeU5PZmFQMDZBSHFuRkJSZVYwUlVsYk10NW5GSlFmOEkiLCJ0aWQiOiI2ZTYwNmVjZS0zYTVhLTQ2NzQtYTY1NC1kNmIwMmJjNWE1MWIiLCJ1bmlxdWVfbmFtZSI6ImFkbHN2YzAyQGJlbndnb2xkb3V0bG9vay5vbm1pY3Jvc29mdC5jb20iLCJ1cG4iOiJhZGxzdmMwMkBiZW53Z29sZG91dGxvb2sub25taWNyb3NvZnQuY29tIiwidmVyIjoiMS4wIn0.h5ETPxZSZzalQio9ogj6bLR90WK76CIPhNKyzj1_iEFkc9PgUABJjID7XPTLs8iFbDcXqrZCY0F2Y6l-zPVWuPEJwRsgWC_eJKddGVRoRoJurTHFZjGftBwowZg274kQ_z3fgFoYMDAe4iDZBgrfOxM9aLsQ995E-f4BNt418yaSxrW_-mxtwFsbeqqzBnZSdi_q0kLZUzINQXKtBkWAtY-01pxi4PHIusvGru9NLTPjJyZa5cVT9Pk-SiETtPbXBqAbMwJ8-BhakaRKrH0U4SCu6Bc7VGqBg1EfzzVfE89KuQAhTWtF4DsLdR5OdRZlOiLqpy2_4l69j9rxDVV4JQ","refresh_token":"AQABAAAAAABnfiG-mA6NTae7CdWW7QfdkhKmi-ffK8TDS840k6ceOfSCkFqLyHFZR2OkTQTRhVAaRnDK7l8R53X1vw_QLGhmwEbTL8U7GDj_LfzO30jV6IweNDKyzuGhK1z7qWgYqU6P4vQHCFtHDgYqiChrfbMvpB-HU2ccQYRCmI_5WuG0h8LJdu34B06TG0YkblPgSk3uCh571rOJvIk6eRbjcXPMLKdWbCfpXscnViXb2qRCPqTl8a_qlzQAYbM5FPT7N5Da5TJdBz0wP-bh5364DkVUdoKLBKujXb7cO1hyAOTDgGhfOzbQvK-M3FvbZ2cFGJBi0MEb98OCm5iwZ6znOny1ARrI5ZfBw3ZP2C38468qrXUoQ9w3AmAQ_pbwR6VghuX-axPvpKyxI7ESYwzV8m95vd2NTp_fWody2sYXsrUjEqfA6C3t-302C4ARyPSYt77s8BzK491is2s1fm22TLaK-Iqnxyf2cd_MmIodpEwwWrDUifL8CRsW2rE2YOsH0Fisy91CBmCst76Ff_VZ0_t1gl3Q2wpGXyq4KiPzK0hN8fyvJ5oyCKrVgiavhSDlJ3Hmv56SY1aa5ASCJFy5O2ti_UHQ-VJ-26HS9xs5Y3nwf17lF3tEgLNqfl3M7riPISnT3UT3KGy_GKPjSAXLM6Og_fcC5q2M8imSPxPzu-eJhc-xqZp6UDin0R2XJuSvXEYAuWDX0fWvNR6eDD774A8STmf3KMlnKxW2pugn8VECDiAA"}'} headers: Cache-Control: ['no-cache, no-store'] - Content-Length: ['2439'] + Content-Length: ['2468'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:02 GMT'] + Date: ['Fri, 26 May 2017 23:02:35 GMT'] Expires: ['-1'] P3P: [CP="DSP CUR OTPi IND OTRi ONL FIN"] Pragma: [no-cache] Server: [Microsoft-IIS/8.5] - Set-Cookie: [esctx=AQABAAAAAADRNYRQ3dhRSrm-4K-adpCJiFodt2pLs3Qc3NXvkect0vy0_mTMMA8JwZlc1buKT1XVvy-zwJqbBlwW6s5cCGDn4IjCMeD9YYKNAxw9NrgMBrd855GEhO9xG3wZec_xccYR2RHM5DcZHWePPsWUCP9jm-Y-rLaY973EvgqpaGeZD2wAHsCja4z1BhIz_c-QBfIgAA; + Set-Cookie: [esctx=AQABAAAAAABnfiG-mA6NTae7CdWW7QfdUCGKCuJolfw4kUDAOALq2WAbmi0X39qU4HHRzY0dpaCZenEkeqiPLNiVv1drBTAEKCf08FIfvjQhHLfFElI85twfi5TM6Mrjrqw5NRMQSZrbq3j7Hk3PsDr0DoLAF5n2rEvSeClh6SpoKkfjYSkbST04keZRsSeiBkRSqT8_OdEgAA; domain=.login.microsoftonline.com; path=/; secure; HttpOnly, x-ms-gateway-slice=corp; path=/; secure; HttpOnly, stsservicecookie=ests; path=/; secure; HttpOnly] Strict-Transport-Security: [max-age=31536000; includeSubDomains] X-Content-Type-Options: [nosniff] X-Powered-By: [ASP.NET] - client-request-id: [e4b60b4a-88a2-4d83-885f-bd6273bcf305] - x-ms-request-id: [dab9bd41-f10a-4578-8265-ab5e7fcd1d00] + client-request-id: [f7d688d4-03d1-49a4-be98-eac9a1ccc3f9] + x-ms-request-id: [15cccc76-6ee4-4ddb-93fb-29b1240b0100] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_lib/test_response.yaml b/tests/recordings/test_lib/test_response.yaml index fe98aa6..b8c845c 100644 --- a/tests/recordings/test_lib/test_response.yaml +++ b/tests/recordings/test_lib/test_response.yaml @@ -5,24 +5,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8c0a41cc-0e6a-11e7-9021-645106422854] + x-ms-client-request-id: [6855aca6-4267-11e7-8468-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490121793613,"modificationTime":1490123638828,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839752226,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['582'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:03 GMT'] + Date: ['Fri, 26 May 2017 23:02:35 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [465c9d41-a2ed-458d-a4af-e84250ec0fc7] + x-ms-request-id: [2610ece7-2b46-4aa0-9d2a-401b7885bca0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_multithread/test_download_glob.yaml b/tests/recordings/test_multithread/test_download_glob.yaml index 2acc6c4..0fe0632 100644 --- a/tests/recordings/test_multithread/test_download_glob.yaml +++ b/tests/recordings/test_multithread/test_download_glob.yaml @@ -6,26 +6,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [94959674-0e6a-11e7-a147-645106422854] + x-ms-client-request-id: [7b2673d4-4267-11e7-aa71-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:17 GMT'] + Date: ['Fri, 26 May 2017 23:03:07 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [88400bcf-af71-4edf-9a21-2644d0b24dc5] + x-ms-request-id: [a3501d3a-ffe5-44d7-a830-5eb19ad3c283] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7b772c42-4267-11e7-a4d2-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/x.csv [0af77933-b3c6-4548-872c-961c4904478b][2017-05-26T16:03:07.9701228-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['241'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:07 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0af77933-b3c6-4548-872c-961c4904478b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -33,27 +60,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [94d9b7da-0e6a-11e7-9f85-645106422854] + x-ms-client-request-id: [7b8b7994-4267-11e7-b032-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:18 GMT'] + Date: ['Fri, 26 May 2017 23:03:08 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [58bf7f33-3b5f-4d8a-a651-2a9a405116e9] + x-ms-request-id: [8ed1fa09-726e-49be-ae3d-2e76ac27063b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7bb6233e-4267-11e7-9410-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/y.csv [92d01bd9-044d-4c24-9687-68618d7ab753][2017-05-26T16:03:08.3920001-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['241'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:08 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [92d01bd9-044d-4c24-9687-68618d7ab753] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -61,27 +115,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9508b706-0e6a-11e7-a9c0-645106422854] + x-ms-client-request-id: [7bcc8492-4267-11e7-a91d-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:18 GMT'] + Date: ['Fri, 26 May 2017 23:03:08 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8bed1e71-e258-4bc3-81af-c53cd1541a65] + x-ms-request-id: [f51a7964-72b2-4a5d-a2ee-766b5cd0cb59] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7bfa5626-4267-11e7-ab1a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/z.txt [c2be85a4-43f1-4326-8d35-569262fc9c0b][2017-05-26T16:03:08.8138801-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['241'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:08 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c2be85a4-43f1-4326-8d35-569262fc9c0b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -89,25 +170,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [95582308-0e6a-11e7-bc5c-645106422854] + x-ms-client-request-id: [7c0dc988-4267-11e7-99c4-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:19 GMT'] + Date: ['Fri, 26 May 2017 23:03:09 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e77c0c6d-ffb0-4f56-8d25-0de95ffd2921] + x-ms-request-id: [1d444934-51d2-40c9-a94f-5c2d0f079c5b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -117,26 +198,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [958e2734-0e6a-11e7-84b5-645106422854] + x-ms-client-request-id: [7c58ea38-4267-11e7-8a10-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:19 GMT'] + Date: ['Fri, 26 May 2017 23:03:09 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b53ab62e-f8ba-487c-b0cc-956e7c8d1378] + x-ms-request-id: [9bb01c6a-5bbe-41aa-8bfb-53e6c6bfb159] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7c710594-4267-11e7-9b5d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/a/x.csv [ba11865b-0d32-4b47-93db-1c7134504e4b][2017-05-26T16:03:09.5951412-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:09 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ba11865b-0d32-4b47-93db-1c7134504e4b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -144,27 +252,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [95a3f934-0e6a-11e7-8f44-645106422854] + x-ms-client-request-id: [7c850288-4267-11e7-8095-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:19 GMT'] + Date: ['Fri, 26 May 2017 23:03:09 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [58b68ea8-8f88-40f0-8a17-602dba055f66] + x-ms-request-id: [94907ea5-78f7-459d-a716-ea067dfac895] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7cb53208-4267-11e7-b05d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/a/y.csv [ac1dfb21-1386-45b0-b45c-573743f3358d][2017-05-26T16:03:10.0638972-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:10 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ac1dfb21-1386-45b0-b45c-573743f3358d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -172,27 +307,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [95d0c1f8-0e6a-11e7-b355-645106422854] + x-ms-client-request-id: [7ccbe21c-4267-11e7-a752-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:19 GMT'] + Date: ['Fri, 26 May 2017 23:03:10 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8272b126-db03-41da-9fed-5b421ef961ce] + x-ms-request-id: [c9d16a2f-76ab-47db-b90c-debf8643cdf6] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7cf6f400-4267-11e7-a007-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/a/z.txt [405ffb20-6d50-456b-b7b2-97d1f05ca783][2017-05-26T16:03:10.4857779-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:10 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [405ffb20-6d50-456b-b7b2-97d1f05ca783] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -200,25 +362,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [95ffd4d2-0e6a-11e7-83d0-645106422854] + x-ms-client-request-id: [7d0bfae4-4267-11e7-9188-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:20 GMT'] + Date: ['Fri, 26 May 2017 23:03:10 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [6edb93c8-e19f-40ae-b352-8c2392847853] + x-ms-request-id: [aa314409-5bb4-4937-a708-3256e3e002ca] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -228,26 +390,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9659185e-0e6a-11e7-9a3d-645106422854] + x-ms-client-request-id: [7d45a3cc-4267-11e7-ac7f-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:20 GMT'] + Date: ['Fri, 26 May 2017 23:03:10 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [83c73810-61ca-4ee4-aa61-adcf34b919fa] + x-ms-request-id: [12e462e0-d5d4-4e21-be68-6e0ec4205510] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7d5a8692-4267-11e7-b3c3-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/b/x.csv [d9296539-eba7-4681-a611-2aa11ef7cb5e][2017-05-26T16:03:11.2357891-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:11 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d9296539-eba7-4681-a611-2aa11ef7cb5e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -255,27 +444,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [966eafae-0e6a-11e7-8273-645106422854] + x-ms-client-request-id: [7d7e8836-4267-11e7-9d80-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:21 GMT'] + Date: ['Fri, 26 May 2017 23:03:11 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [958ab732-5a2c-4a50-b24d-2e25cef1306b] + x-ms-request-id: [e5995016-bf78-426a-afd6-673c2251ff59] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7dad2c6c-4267-11e7-8b0c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/b/y.csv [bf695884-d601-440a-91b5-8a1c52a28b5c][2017-05-26T16:03:11.6732942-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:11 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bf695884-d601-440a-91b5-8a1c52a28b5c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -283,27 +499,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [96da69ca-0e6a-11e7-a814-645106422854] + x-ms-client-request-id: [7dc138e2-4267-11e7-b57c-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:21 GMT'] + Date: ['Fri, 26 May 2017 23:03:12 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [7a342c31-baf2-4a99-9a7e-d8ba686c488e] + x-ms-request-id: [fbd2b45f-f9d4-4b3d-a431-46087199c9f9] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7dfd7ac6-4267-11e7-b221-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/b/z.txt [3aa586ee-34d9-4962-a4ab-2d24507792b5][2017-05-26T16:03:12.2045515-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [3aa586ee-34d9-4962-a4ab-2d24507792b5] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -311,25 +554,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [971e016e-0e6a-11e7-950b-645106422854] + x-ms-client-request-id: [7e133cd4-4267-11e7-908d-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:22 GMT'] + Date: ['Fri, 26 May 2017 23:03:12 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [bba5915a-0cad-4ae4-a3fc-d4d6a5722913] + x-ms-request-id: [622a55b3-077d-46cf-91f6-4e77efd1875e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -338,24 +581,102 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7e3e894c-4267-11e7-8323-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839789461,"modificationTime":1495839790652,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4858b355-ae49-433f-89b9-1ceb94047bdc] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7e5337d4-4267-11e7-8d91-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839789799,"modificationTime":1495839789847,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839790221,"modificationTime":1495839790269,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839790633,"modificationTime":1495839790687,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['918'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [95eaf21c-7480-47fe-b0ac-9405f1e1fd67] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7e680d34-4267-11e7-931f-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839789461,"modificationTime":1495839790999,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:12 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [19d4184b-0ace-4b75-8c13-bbba4eecd077] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [975dccb6-0e6a-11e7-9e0d-645106422854] + x-ms-client-request-id: [7e7c0406-4267-11e7-ae8b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"DIRECTORY","blockSize":0,"accessTime":1490123659742,"modificationTime":1490123660513,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"b","type":"DIRECTORY","blockSize":0,"accessTime":1490123661073,"modificationTime":1490123662394,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"DIRECTORY","blockSize":0,"accessTime":1495839789461,"modificationTime":1495839790652,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"b","type":"DIRECTORY","blockSize":0,"accessTime":1495839790999,"modificationTime":1495839792377,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['567'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:22 GMT'] + Date: ['Fri, 26 May 2017 23:03:12 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e5e4d930-4e95-402a-8eaa-e724275dba32] + x-ms-request-id: [1a900fa7-eaeb-469c-8d6e-67739de60993] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -364,24 +685,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9773025c-0e6a-11e7-aaef-645106422854] + x-ms-client-request-id: [7e9040a6-4267-11e7-9b3e-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123659899,"modificationTime":1490123659974,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123660187,"modificationTime":1490123660255,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123660497,"modificationTime":1490123660846,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839789799,"modificationTime":1495839789847,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839790221,"modificationTime":1495839790269,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839790633,"modificationTime":1495839790687,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['918'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:22 GMT'] + Date: ['Fri, 26 May 2017 23:03:13 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e653940b-4a1f-4c67-b3aa-1dac373cee40] + x-ms-request-id: [d89e04ab-6486-4e74-a56e-08e913b1b41e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -390,24 +711,102 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9788e7be-0e6a-11e7-af12-645106422854] + x-ms-client-request-id: [7ea5fc24-4267-11e7-92e4-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"data","type":"DIRECTORY","blockSize":0,"accessTime":1490123659742,"modificationTime":1490123661073,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123658575,"modificationTime":1490123658620,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123658872,"modificationTime":1490123658931,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123659399,"modificationTime":1490123659527,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839791380,"modificationTime":1495839791429,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839791819,"modificationTime":1495839791998,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839792357,"modificationTime":1495839792404,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['1188'] + Content-Length: ['918'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:13 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ac56fe3d-65e8-4eca-8c24-a33ed5d75ffd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7eba9468-4267-11e7-8f9b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839789461,"modificationTime":1495839790999,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:13 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [fca6c0ba-cc43-47ee-9a5f-867b2131adf9] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7ecdc20a-4267-11e7-a841-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"DIRECTORY","blockSize":0,"accessTime":1495839789461,"modificationTime":1495839790652,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"b","type":"DIRECTORY","blockSize":0,"accessTime":1495839790999,"modificationTime":1495839792377,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['567'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:13 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d126a9dc-b61d-494f-9d77-22326b7832ca] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7ee1e46e-4267-11e7-94d8-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839789799,"modificationTime":1495839789847,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839790221,"modificationTime":1495839790269,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839790633,"modificationTime":1495839790687,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['918'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:22 GMT'] + Date: ['Fri, 26 May 2017 23:03:13 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [7b0f1935-f46b-4506-8c21-2d12dd2a51d9] + x-ms-request-id: [707b952f-e7c6-4614-8116-c5e29a120c5d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -416,24 +815,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [979ecd3e-0e6a-11e7-bdb8-645106422854] + x-ms-client-request-id: [7f016394-4267-11e7-8455-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123661321,"modificationTime":1490123661372,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123661925,"modificationTime":1490123661986,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123662375,"modificationTime":1490123662432,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839791380,"modificationTime":1495839791429,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839791819,"modificationTime":1495839791998,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839792357,"modificationTime":1495839792404,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['918'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:22 GMT'] + Date: ['Fri, 26 May 2017 23:03:13 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2c4b6276-3b66-42a8-9ca4-7651d78874ff] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7f1689ca-4267-11e7-abc4-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"data","type":"DIRECTORY","blockSize":0,"accessTime":1495839789461,"modificationTime":1495839790999,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839788112,"modificationTime":1495839788161,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839788543,"modificationTime":1495839788595,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839788982,"modificationTime":1495839789026,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1188'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:14 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7a1367eb-294f-4e54-94e8-ac7c14ddfa47] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7f40f4b4-4267-11e7-bfce-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839789461,"modificationTime":1495839790999,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:14 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [64773857-f422-4ddd-a669-b3ede1aa69a0] + x-ms-request-id: [a8811f98-3ec7-449b-a3b6-0daf57b33801] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -443,24 +894,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [97b51570-0e6a-11e7-855f-645106422854] + x-ms-client-request-id: [7f54af66-4267-11e7-a22e-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:22 GMT'] + Date: ['Fri, 26 May 2017 23:03:14 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d5e2c86b-ef15-4c14-95aa-708f09256c04] + x-ms-request-id: [8d69fe6e-c6f6-42b2-a616-6c39190d2e1b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -469,24 +920,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [97d371de-0e6a-11e7-be9f-645106422854] + x-ms-client-request-id: [7f71bc86-4267-11e7-95aa-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123658575,"modificationTime":1490123658620,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123658872,"modificationTime":1490123658931,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123659399,"modificationTime":1490123659527,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839788112,"modificationTime":1495839788161,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839788543,"modificationTime":1495839788595,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839788982,"modificationTime":1495839789026,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['918'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:22 GMT'] + Date: ['Fri, 26 May 2017 23:03:14 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4739b5bc-4432-4d01-9e85-5522639be071] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7f861aa8-4267-11e7-9be7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839788112,"modificationTime":1495839788161,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:14 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b7b1d3e8-3adf-4dc7-8cf0-e3ce7f387c2c] + x-ms-request-id: [e1728dca-25c8-4690-9efd-46445a4cdb87] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -496,24 +973,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [97ea0826-0e6a-11e7-ae2d-645106422854] + x-ms-client-request-id: [7f99b6da-4267-11e7-98b4-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:23 GMT'] + Date: ['Fri, 26 May 2017 23:03:15 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [81928865-d0bf-451d-ba63-292f22658718] + x-ms-request-id: [82aecec8-f41d-4c99-862f-0072105dc41d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -522,24 +999,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [98094fe8-0e6a-11e7-96fa-645106422854] + x-ms-client-request-id: [7fc8ae74-4267-11e7-9a1b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123658872,"modificationTime":1490123658931,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123659399,"modificationTime":1490123659527,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839788543,"modificationTime":1495839788595,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839788982,"modificationTime":1495839789026,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['623'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:23 GMT'] + Date: ['Fri, 26 May 2017 23:03:15 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f258bf26-ed3a-432d-959e-6dfc454b3ed7] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7fddb136-4267-11e7-baa8-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839788543,"modificationTime":1495839788595,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:15 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [dbe837b4-99b8-43fc-ba08-fce7d3f36c85] + x-ms-request-id: [d82d9ae9-47c3-42fe-80e4-d15ebbc348e3] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -549,24 +1052,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [981f6ff4-0e6a-11e7-9fcf-645106422854] + x-ms-client-request-id: [7ff43170-4267-11e7-bfb3-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:23 GMT'] + Date: ['Fri, 26 May 2017 23:03:15 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d3ba88f6-5ca9-468a-9232-f552aa87a301] + x-ms-request-id: [5a8722fa-837d-44cf-b935-97f5b0cc6af8] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -575,24 +1078,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [983e4282-0e6a-11e7-b5a6-645106422854] + x-ms-client-request-id: [80117e22-4267-11e7-a996-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123659399,"modificationTime":1490123659527,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839788982,"modificationTime":1495839789026,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['328'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:23 GMT'] + Date: ['Fri, 26 May 2017 23:03:15 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1f91b028-008b-4835-85ba-82d846216b4e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [80258e18-4267-11e7-bed7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839788982,"modificationTime":1495839789026,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:15 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [25421430-d241-4e0b-9855-51599ce22ce9] + x-ms-request-id: [2539ebe1-c609-48b0-81e3-b5a1f566e3e5] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -602,24 +1131,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9853ed98-0e6a-11e7-9a26-645106422854] + x-ms-client-request-id: [80396c18-4267-11e7-9667-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:23 GMT'] + Date: ['Fri, 26 May 2017 23:03:15 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f472ccdc-166e-4755-8fa5-44d0ac56c007] + x-ms-request-id: [1576649f-4ef6-4493-84b0-d73f4b01c0a7] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_multithread/test_download_many.yaml b/tests/recordings/test_multithread/test_download_many.yaml index 14e40e8..076ecd5 100644 --- a/tests/recordings/test_multithread/test_download_many.yaml +++ b/tests/recordings/test_multithread/test_download_many.yaml @@ -6,26 +6,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [90270c76-0e6a-11e7-a6b0-645106422854] + x-ms-client-request-id: [6e61b8dc-4267-11e7-a1d4-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:10 GMT'] + Date: ['Fri, 26 May 2017 23:02:46 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [70c21182-9d95-4007-80a8-b9532324c11f] + x-ms-request-id: [cae02f67-0aa7-4701-a68c-834c0a265928] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6ec0dd6e-4267-11e7-8fd7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/x.csv [dcfb0d93-632d-417b-8b29-4c9da885a000][2017-05-26T16:02:46.6895710-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['241'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:46 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [dcfb0d93-632d-417b-8b29-4c9da885a000] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -33,27 +60,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9071992c-0e6a-11e7-b748-645106422854] + x-ms-client-request-id: [6ede0c18-4267-11e7-8569-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:11 GMT'] + Date: ['Fri, 26 May 2017 23:02:46 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b0d79aa6-17d5-47fc-b2c9-ff74211f608a] + x-ms-request-id: [a9f2f580-6491-4d7d-8b5a-1f26e5b40947] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6f2b9c64-4267-11e7-bec0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/y.csv [50c80fd3-9f2a-40a1-b5c8-05041a9029f1][2017-05-26T16:02:47.3458454-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['241'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:46 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [50c80fd3-9f2a-40a1-b5c8-05041a9029f1] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -61,27 +115,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [909e3a38-0e6a-11e7-be94-645106422854] + x-ms-client-request-id: [6f41ba5c-4267-11e7-ac00-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:11 GMT'] + Date: ['Fri, 26 May 2017 23:02:47 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f7d0d3c9-fbde-4623-aa2e-9e12a9adffc4] + x-ms-request-id: [27c84fd6-1cd5-42ca-b419-7a0b5efb6cd1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6f81c470-4267-11e7-b7de-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/z.txt [84554331-0c0e-458c-8049-450ce73d983c][2017-05-26T16:02:47.9239888-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['241'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:47 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [84554331-0c0e-458c-8049-450ce73d983c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -89,25 +170,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [90cd25f8-0e6a-11e7-8533-645106422854] + x-ms-client-request-id: [6f991f38-4267-11e7-9fa6-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:11 GMT'] + Date: ['Fri, 26 May 2017 23:02:47 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [85150088-0581-4c3e-bf28-ed2832d84f0c] + x-ms-request-id: [c411d15d-bc7a-47a6-b62e-34c30df91db0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -117,26 +198,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [90f6a9b0-0e6a-11e7-a57f-645106422854] + x-ms-client-request-id: [6fc4b228-4267-11e7-a44f-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:11 GMT'] + Date: ['Fri, 26 May 2017 23:02:47 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [fceb21d3-6f2b-44eb-8768-9d686891dc30] + x-ms-request-id: [237bda4b-49b8-43bc-8e97-5a4aeb11a308] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6fdbd32c-4267-11e7-b4f6-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/a/x.csv [73ab0354-c663-424a-b02b-fb4f89c6f631][2017-05-26T16:02:48.4864944-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:48 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [73ab0354-c663-424a-b02b-fb4f89c6f631] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -144,27 +252,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [910d6618-0e6a-11e7-b8ca-645106422854] + x-ms-client-request-id: [6ff04e70-4267-11e7-886a-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:12 GMT'] + Date: ['Fri, 26 May 2017 23:02:48 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [7a9db897-38e4-44d9-b43f-5490d675d38c] + x-ms-request-id: [b9ae22c1-60d4-4c1d-9b40-8fcbc524cc18] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [70183788-4267-11e7-8cfd-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/a/y.csv [c567deff-87e4-4de8-9b5e-d878842e6d7c][2017-05-26T16:02:48.8927533-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:48 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c567deff-87e4-4de8-9b5e-d878842e6d7c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -172,27 +307,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9138e2d2-0e6a-11e7-bb88-645106422854] + x-ms-client-request-id: [702e2218-4267-11e7-92c9-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:12 GMT'] + Date: ['Fri, 26 May 2017 23:02:48 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b15dd78e-b91b-4fb0-a143-3ca8468d67ee] + x-ms-request-id: [37bd5a8a-22c7-4609-b282-d5aef07a2ec2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [70750fba-4267-11e7-90f8-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/a/z.txt [dafac207-3d18-4c4b-a6f1-fcb1c62260cd][2017-05-26T16:02:49.5021471-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:49 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [dafac207-3d18-4c4b-a6f1-fcb1c62260cd] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -200,25 +362,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [91692e14-0e6a-11e7-8b3d-645106422854] + x-ms-client-request-id: [708a7b18-4267-11e7-8c94-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:12 GMT'] + Date: ['Fri, 26 May 2017 23:02:49 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8f5882a2-e9c6-4f66-9a60-f54626c7fdfb] + x-ms-request-id: [ba0f9948-fb6d-4d2a-9478-dd8734688a92] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -228,26 +390,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [919a3b9e-0e6a-11e7-84c7-645106422854] + x-ms-client-request-id: [70b3871a-4267-11e7-acc6-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:13 GMT'] + Date: ['Fri, 26 May 2017 23:02:49 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [fac90d80-54f1-4795-8574-bb6b42390c90] + x-ms-request-id: [e39d5c7a-8454-49de-89f6-da9083bb84d6] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [70dfc1f4-4267-11e7-b79e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/b/x.csv [19d0711a-a524-4352-bfa9-543cdde37caa][2017-05-26T16:02:50.1896692-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:49 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [19d0711a-a524-4352-bfa9-543cdde37caa] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -255,27 +444,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [91b1bb46-0e6a-11e7-85c8-645106422854] + x-ms-client-request-id: [70f3d758-4267-11e7-816e-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:13 GMT'] + Date: ['Fri, 26 May 2017 23:02:50 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [54a3c42a-6329-4a25-94ff-17c01a9c0826] + x-ms-request-id: [57e0f750-a399-4aab-ac04-b1eae18213de] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [7120b5f6-4267-11e7-adb3-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/b/y.csv [0fb62709-aa26-4c92-b4ac-b335f39a79ee][2017-05-26T16:02:50.6115466-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:50 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0fb62709-aa26-4c92-b4ac-b335f39a79ee] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -283,27 +499,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [91db3d76-0e6a-11e7-a11a-645106422854] + x-ms-client-request-id: [7134b81c-4267-11e7-83e4-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:13 GMT'] + Date: ['Fri, 26 May 2017 23:02:50 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c4f83625-d799-4213-97ca-defc2d01496e] + x-ms-request-id: [5f481f1d-fd3d-4eef-836b-67d2d5ce4580] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [715f2024-4267-11e7-950d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/b/z.txt [13ce8b47-50d4-4671-a9c0-cc216fec7fd1][2017-05-26T16:02:51.0334267-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:50 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [13ce8b47-50d4-4671-a9c0-cc216fec7fd1] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -311,25 +554,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [92072e46-0e6a-11e7-9f10-645106422854] + x-ms-client-request-id: [7174f1d4-4267-11e7-aa08-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:13 GMT'] + Date: ['Fri, 26 May 2017 23:02:50 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [96ea845a-df07-44d9-b609-6c3c7ff820a4] + x-ms-request-id: [faa05c1c-39ba-4a22-a252-1fa01fb23e3e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -338,24 +581,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [92412b14-0e6a-11e7-9d27-645106422854] + x-ms-client-request-id: [71a627b6-4267-11e7-be27-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490121793613,"modificationTime":1490123652038,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839768358,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['582'] + Content-Length: ['280'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:14 GMT'] + Date: ['Fri, 26 May 2017 23:02:51 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [60f86d92-fa39-417f-9f48-7ae8ac8b3fea] + x-ms-request-id: [da9b766e-838f-49ee-8a8c-043c2bf1fad1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -364,24 +607,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9256aedc-0e6a-11e7-b2fe-645106422854] + x-ms-client-request-id: [71ba39fa-4267-11e7-a2d7-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"data","type":"DIRECTORY","blockSize":0,"accessTime":1490123652038,"modificationTime":1490123653111,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123651172,"modificationTime":1490123651244,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123651481,"modificationTime":1490123651542,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123651771,"modificationTime":1490123651818,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"data","type":"DIRECTORY","blockSize":0,"accessTime":1495839768358,"modificationTime":1495839770055,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839766938,"modificationTime":1495839766994,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839767642,"modificationTime":1495839767689,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839768078,"modificationTime":1495839768114,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['1188'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:14 GMT'] + Date: ['Fri, 26 May 2017 23:02:51 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8aad8cd5-db86-4ed5-8918-1449b5708ec3] + x-ms-request-id: [1f15e9f3-77e4-4e5d-84aa-fd55dfb1bfa4] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -390,24 +633,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [926e411a-0e6a-11e7-a0a2-645106422854] + x-ms-client-request-id: [71ce3210-4267-11e7-9480-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"DIRECTORY","blockSize":0,"accessTime":1490123652038,"modificationTime":1490123652814,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"b","type":"DIRECTORY","blockSize":0,"accessTime":1490123653111,"modificationTime":1490123653893,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"DIRECTORY","blockSize":0,"accessTime":1495839768358,"modificationTime":1495839769668,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"b","type":"DIRECTORY","blockSize":0,"accessTime":1495839770055,"modificationTime":1495839771261,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['567'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:14 GMT'] + Date: ['Fri, 26 May 2017 23:02:51 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b06eb155-ed4f-4c48-b93a-ef481dde6ce4] + x-ms-request-id: [5c56c7d2-9aef-430d-9f3e-dca1d05bf5b9] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -416,24 +659,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9283b248-0e6a-11e7-ba97-645106422854] + x-ms-client-request-id: [71e1e764-4267-11e7-b9a1-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123652179,"modificationTime":1490123652253,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123652519,"modificationTime":1490123652573,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123652794,"modificationTime":1490123652855,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839768650,"modificationTime":1495839768694,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839769246,"modificationTime":1495839769291,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839769658,"modificationTime":1495839769695,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['918'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:14 GMT'] + Date: ['Fri, 26 May 2017 23:02:51 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b3fe02ea-50c6-4bdb-8182-91ee64decbd9] + x-ms-request-id: [5bae1d60-b1d4-43fb-8e21-6201bdd98012] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -442,24 +685,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [929a4782-0e6a-11e7-b8c1-645106422854] + x-ms-client-request-id: [71f615b8-4267-11e7-aabd-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123653267,"modificationTime":1490123653325,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123653539,"modificationTime":1490123653599,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123653856,"modificationTime":1490123653966,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839770350,"modificationTime":1495839770404,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839770773,"modificationTime":1495839770825,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839771253,"modificationTime":1495839771291,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['918'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:14 GMT'] + Date: ['Fri, 26 May 2017 23:02:51 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4d2367bb-1eac-4bbb-9ba1-503ef5b898f5] + x-ms-request-id: [3a7ff1d9-e534-46fb-9724-99a7ed4eda2c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -468,24 +711,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [92b0b5d8-0e6a-11e7-9992-645106422854] + x-ms-client-request-id: [720ca0fa-4267-11e7-a302-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:15 GMT'] + Date: ['Fri, 26 May 2017 23:02:52 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [54b0906e-a240-46d6-9bd6-530d135af21f] + x-ms-request-id: [4b4c22ba-ffe8-4208-a22d-16ec8957e326] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -494,24 +737,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [92fb17cc-0e6a-11e7-8986-645106422854] + x-ms-client-request-id: [7267bda6-4267-11e7-9abd-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:15 GMT'] + Date: ['Fri, 26 May 2017 23:02:52 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3643090f-9e12-4e56-b8da-ac0e625ca817] + x-ms-request-id: [2b90c786-5e60-499b-8fb9-bd045d29a4af] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -520,24 +763,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9314a706-0e6a-11e7-94da-645106422854] + x-ms-client-request-id: [72893170-4267-11e7-bb82-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:15 GMT'] + Date: ['Fri, 26 May 2017 23:02:52 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0751add2-4fb7-4823-923c-becf65ecfca4] + x-ms-request-id: [e0c8b7d9-0245-44f7-b5df-f70afb22d700] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -546,24 +789,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [932d9986-0e6a-11e7-bb74-645106422854] + x-ms-client-request-id: [72a12988-4267-11e7-afc8-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:15 GMT'] + Date: ['Fri, 26 May 2017 23:02:52 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [7e38b950-f732-422a-9c89-d7147f6d2b2f] + x-ms-request-id: [c19b60cb-d577-43b9-9df0-2b7203d5f9d2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -572,24 +815,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9345c8e6-0e6a-11e7-858a-645106422854] + x-ms-client-request-id: [72d11492-4267-11e7-8799-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:15 GMT'] + Date: ['Fri, 26 May 2017 23:02:53 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c5cafc52-d71c-45ca-aa2e-9b420d4c71cf] + x-ms-request-id: [00571a8e-2efb-4540-bb5f-0b019ff16a60] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -598,24 +841,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9360f21c-0e6a-11e7-b834-645106422854] + x-ms-client-request-id: [72fb557e-4267-11e7-a9aa-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:15 GMT'] + Date: ['Fri, 26 May 2017 23:02:53 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f625fc40-4af0-4016-8177-77bc26a12ae4] + x-ms-request-id: [f8ae5039-a852-4dc7-9ac6-ec1b248e7f83] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -624,24 +867,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9379bdc6-0e6a-11e7-91f0-645106422854] + x-ms-client-request-id: [731ed6c8-4267-11e7-b00d-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:16 GMT'] + Date: ['Fri, 26 May 2017 23:02:53 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [9da143d0-8780-42cf-969d-312541fe7b60] + x-ms-request-id: [1cf2f4c9-88b3-49dc-ad32-4c901f67dd79] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -650,24 +893,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9392142e-0e6a-11e7-b805-645106422854] + x-ms-client-request-id: [7336ffb0-4267-11e7-bee7-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:16 GMT'] + Date: ['Fri, 26 May 2017 23:02:53 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [42c9e038-db63-42da-81b3-a700a224e7be] + x-ms-request-id: [69ff95e2-e123-443f-a061-7a2c5473fc48] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -676,24 +919,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [93aa7e2c-0e6a-11e7-9da0-645106422854] + x-ms-client-request-id: [73564cba-4267-11e7-8ec2-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6 response: body: {string: '123456'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:16 GMT'] + Date: ['Fri, 26 May 2017 23:02:53 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [59f81692-6f9b-470a-b5bf-ba1bffaa5971] + x-ms-request-id: [8a253da2-c3ab-4d99-90a1-363b567dd7c6] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [737dd72e-4267-11e7-8ddf-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"data","type":"DIRECTORY","blockSize":0,"accessTime":1495839768358,"modificationTime":1495839770055,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839766938,"modificationTime":1495839766994,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839767642,"modificationTime":1495839767689,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839768078,"modificationTime":1495839768114,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1188'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:54 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2206fe8b-3f89-436c-b012-fcd517f8b791] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [73ba151a-4267-11e7-a4d3-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839768358,"modificationTime":1495839770055,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:54 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7d35b4f3-7e40-4d3e-b452-bc120c1ddab6] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -703,24 +998,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [93d53894-0e6a-11e7-9738-645106422854] + x-ms-client-request-id: [73d980d8-4267-11e7-a219-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:16 GMT'] + Date: ['Fri, 26 May 2017 23:02:54 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a3c73b0e-2c7e-4caa-9abd-b610be4b7d84] + x-ms-request-id: [ca741455-ec77-42c6-94ab-a5c637663db4] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -729,24 +1024,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [93f09fa6-0e6a-11e7-98ea-645106422854] + x-ms-client-request-id: [7409028c-4267-11e7-b08b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123651172,"modificationTime":1490123651244,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123651481,"modificationTime":1490123651542,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123651771,"modificationTime":1490123651818,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839766938,"modificationTime":1495839766994,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839767642,"modificationTime":1495839767689,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839768078,"modificationTime":1495839768114,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['918'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:16 GMT'] + Date: ['Fri, 26 May 2017 23:02:55 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0ae2af58-adc1-4963-b69f-c67b0f0338ce] + x-ms-request-id: [4a1a94b1-af09-4ab0-8aaa-fe8f1107d9bf] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [74218c42-4267-11e7-85c0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839766938,"modificationTime":1495839766994,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:55 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4e8c3f94-798c-48d3-a607-37caf7e60ab8] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -756,24 +1077,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [94073598-0e6a-11e7-ad1c-645106422854] + x-ms-client-request-id: [74400a1c-4267-11e7-8960-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:17 GMT'] + Date: ['Fri, 26 May 2017 23:02:55 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [cf19a634-255e-418d-a73b-f2625ec95ba1] + x-ms-request-id: [1538fd91-ca10-44e8-871c-738348a5edee] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -782,24 +1103,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [94232590-0e6a-11e7-9a52-645106422854] + x-ms-client-request-id: [7469670c-4267-11e7-b145-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123651481,"modificationTime":1490123651542,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123651771,"modificationTime":1490123651818,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839767642,"modificationTime":1495839767689,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839768078,"modificationTime":1495839768114,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['623'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:17 GMT'] + Date: ['Fri, 26 May 2017 23:02:55 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e95ed758-852c-48d2-8248-2dff10e8dc9b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [747f1c2c-4267-11e7-9995-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839767642,"modificationTime":1495839767689,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:55 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3197319a-16c6-46a5-b586-cbc3813c5d6f] + x-ms-request-id: [f9925e80-7096-4065-932e-8c5e211d4d84] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -809,24 +1156,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9439ce64-0e6a-11e7-b328-645106422854] + x-ms-client-request-id: [749daf5e-4267-11e7-87ff-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:17 GMT'] + Date: ['Fri, 26 May 2017 23:02:56 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e94f54c1-f5af-43c5-8a41-e8944518aa48] + x-ms-request-id: [36bf58f9-3c66-4429-879f-79b03814f823] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -835,24 +1182,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [945706dc-0e6a-11e7-8bab-645106422854] + x-ms-client-request-id: [74c57ae4-4267-11e7-8b1c-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123651771,"modificationTime":1490123651818,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839768078,"modificationTime":1495839768114,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['328'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:17 GMT'] + Date: ['Fri, 26 May 2017 23:02:56 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b4eda4f5-31f1-4719-ba5b-b47570412ace] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [74dbb34a-4267-11e7-916c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839768078,"modificationTime":1495839768114,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:56 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [685bec74-a029-40f2-ac35-e43f503314ea] + x-ms-request-id: [54efe548-5cc9-4c67-a597-59496ae8633b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -862,24 +1235,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [946d74c6-0e6a-11e7-8487-645106422854] + x-ms-client-request-id: [74fa6582-4267-11e7-99df-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:17 GMT'] + Date: ['Fri, 26 May 2017 23:02:56 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [fa5d8727-b923-4291-9303-092693840f15] + x-ms-request-id: [47489b8a-4faf-4900-9da2-97429fa17b96] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_multithread/test_download_overwrite.yaml b/tests/recordings/test_multithread/test_download_overwrite.yaml index 8e6146d..2fe95d9 100644 --- a/tests/recordings/test_multithread/test_download_overwrite.yaml +++ b/tests/recordings/test_multithread/test_download_overwrite.yaml @@ -6,26 +6,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [987e58c6-0e6a-11e7-a968-645106422854] + x-ms-client-request-id: [80638a62-4267-11e7-a2d6-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:24 GMT'] + Date: ['Fri, 26 May 2017 23:03:15 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b3ba3e34-7bb5-42a1-8771-3262d01eaad1] + x-ms-request-id: [e9d3f967-aae2-496b-b0ed-21ab19927465] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [80a4314c-4267-11e7-bfa5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/x.csv [53bb5a6e-f36d-49b6-b661-97f2d43f36da][2017-05-26T16:03:16.6501423-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['241'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:15 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [53bb5a6e-f36d-49b6-b661-97f2d43f36da] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -33,27 +60,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [98be9624-0e6a-11e7-9804-645106422854] + x-ms-client-request-id: [80b914b6-4267-11e7-a362-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:25 GMT'] + Date: ['Fri, 26 May 2017 23:03:16 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [66f364a4-e6ea-4c9b-8179-79bae9a985d3] + x-ms-request-id: [c7ff3d99-f9b3-44d1-8a22-e8cfbb91da98] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [80e15222-4267-11e7-ac6e-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/y.csv [658f3185-530c-40c6-8a01-897768108d87][2017-05-26T16:03:17.0407762-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['241'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:16 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [658f3185-530c-40c6-8a01-897768108d87] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -61,27 +115,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9908e5ca-0e6a-11e7-9404-645106422854] + x-ms-client-request-id: [80f4dd2c-4267-11e7-b668-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:25 GMT'] + Date: ['Fri, 26 May 2017 23:03:16 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [6b0d33cd-3a53-4849-a519-81e4c454e2a1] + x-ms-request-id: [1f4ff665-ba9d-4982-80bd-5c8fe057ca82] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [81252ff4-4267-11e7-8bf7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/z.txt [9fc7ff53-7c2d-4466-85af-1121f1dfda52][2017-05-26T16:03:17.4938858-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['241'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:16 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9fc7ff53-7c2d-4466-85af-1121f1dfda52] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -89,25 +170,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9933da34-0e6a-11e7-9afb-645106422854] + x-ms-client-request-id: [81398dae-4267-11e7-98ac-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:25 GMT'] + Date: ['Fri, 26 May 2017 23:03:17 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [7a5bb845-674e-404d-bdd3-d08452f7e009] + x-ms-request-id: [27c0b217-e5ee-4e7e-99a8-8e86fd33e09e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -117,26 +198,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9963da54-0e6a-11e7-afb8-645106422854] + x-ms-client-request-id: [81631edc-4267-11e7-aa3d-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:26 GMT'] + Date: ['Fri, 26 May 2017 23:03:17 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [13776c27-9fce-49cf-9fdc-8bc587e204e1] + x-ms-request-id: [81d94ded-1059-4e45-a9f5-bfbf1d81c7b0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8178746e-4267-11e7-854c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/a/x.csv [88402a9c-cba7-4dfe-a5cd-2792bf34c18b][2017-05-26T16:03:18.0407848-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:17 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [88402a9c-cba7-4dfe-a5cd-2792bf34c18b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -144,27 +252,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [997a5c0c-0e6a-11e7-8504-645106422854] + x-ms-client-request-id: [818dc79e-4267-11e7-9060-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:26 GMT'] + Date: ['Fri, 26 May 2017 23:03:17 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ef202770-45d1-420a-a0e1-e2d70df57932] + x-ms-request-id: [56b4c724-590d-4fe8-831e-b32445da65cf] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [81cafd86-4267-11e7-b6ad-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/a/y.csv [28a0d4ba-2d00-4641-90d2-771c0ba1b3a5][2017-05-26T16:03:18.5876504-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:17 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [28a0d4ba-2d00-4641-90d2-771c0ba1b3a5] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -172,27 +307,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [99a5c442-0e6a-11e7-914d-645106422854] + x-ms-client-request-id: [81dfd500-4267-11e7-93a7-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:26 GMT'] + Date: ['Fri, 26 May 2017 23:03:18 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [eddf0a7e-a79f-4f51-b3e2-c3093fce9678] + x-ms-request-id: [cb12e83e-cb6a-4840-bb3c-5c03baf6107a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8205bcd4-4267-11e7-beb3-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/a/z.txt [0cb8320c-b0a9-4525-8c67-fcc2b2f57369][2017-05-26T16:03:18.9626557-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:18 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0cb8320c-b0a9-4525-8c67-fcc2b2f57369] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -200,25 +362,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [99cd5e1a-0e6a-11e7-929d-645106422854] + x-ms-client-request-id: [8219754c-4267-11e7-94e1-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:27 GMT'] + Date: ['Fri, 26 May 2017 23:03:18 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2f325886-ee0f-4650-87a3-0e7d43b551eb] + x-ms-request-id: [49a64797-f6c4-4a5c-bcf7-feef274f90c2] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -228,26 +390,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9a01b558-0e6a-11e7-a2bf-645106422854] + x-ms-client-request-id: [825c63d2-4267-11e7-b0e0-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:27 GMT'] + Date: ['Fri, 26 May 2017 23:03:18 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0eff0876-2ed1-40a2-be05-a7be410a973c] + x-ms-request-id: [47e76697-7ca7-4d5d-b42d-a9cdd71de882] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [82752608-4267-11e7-8721-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/b/x.csv [e3fe9b88-f8c9-4e1b-91a6-29e3ea5333ec][2017-05-26T16:03:19.7751851-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:19 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e3fe9b88-f8c9-4e1b-91a6-29e3ea5333ec] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -255,27 +444,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9a1897e6-0e6a-11e7-a326-645106422854] + x-ms-client-request-id: [82959878-4267-11e7-9df7-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:27 GMT'] + Date: ['Fri, 26 May 2017 23:03:19 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ddf94fd8-630f-4520-846e-560baf9bd355] + x-ms-request-id: [4a0a4403-840d-47e3-acc5-65cbe8228758] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [82ea8ee6-4267-11e7-b745-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/b/y.csv [8d7a6e08-048f-410d-bd4e-07fa51f54517][2017-05-26T16:03:20.4626769-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:19 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8d7a6e08-048f-410d-bd4e-07fa51f54517] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -283,27 +499,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9a46379a-0e6a-11e7-866f-645106422854] + x-ms-client-request-id: [82fe6a9a-4267-11e7-b31f-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:27 GMT'] + Date: ['Fri, 26 May 2017 23:03:19 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d77d3bd3-2a13-4d40-bba5-b551f3743351] + x-ms-request-id: [e16ed857-0b16-4c26-94f7-4585e07a6d7e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [83296fc8-4267-11e7-b843-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/b/z.txt [e51d30af-cb71-48d1-85f8-7f8bf024ecf8][2017-05-26T16:03:20.8689514-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:20 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e51d30af-cb71-48d1-85f8-7f8bf024ecf8] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -311,25 +554,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9a70dd9a-0e6a-11e7-b171-645106422854] + x-ms-client-request-id: [833db6ac-4267-11e7-9139-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:28 GMT'] + Date: ['Fri, 26 May 2017 23:03:20 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e13cf588-9944-44e0-ae94-ddb231c8c88f] + x-ms-request-id: [6bf5d47f-4cda-4dd0-8d74-e099152be88a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -338,24 +581,180 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9aa03e4a-0e6a-11e7-a2b9-645106422854] + x-ms-client-request-id: [836c171c-4267-11e7-84be-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"data","type":"DIRECTORY","blockSize":0,"accessTime":1490123666171,"modificationTime":1490123667207,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123665266,"modificationTime":1490123665322,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123665579,"modificationTime":1490123665640,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123665865,"modificationTime":1490123665919,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839797904,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:20 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2500bf75-bc91-4313-9bb6-82f86ddfdd76] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [837f78e4-4267-11e7-bbec-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"data","type":"DIRECTORY","blockSize":0,"accessTime":1495839797904,"modificationTime":1495839799553,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839796802,"modificationTime":1495839796842,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839797192,"modificationTime":1495839797258,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839797642,"modificationTime":1495839797703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['1188'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:28 GMT'] + Date: ['Fri, 26 May 2017 23:03:20 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f43da661-e7d8-4976-8368-16345353bda1] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [83956eec-4267-11e7-9d7d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"DIRECTORY","blockSize":0,"accessTime":1495839797904,"modificationTime":1495839799283,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"b","type":"DIRECTORY","blockSize":0,"accessTime":1495839799553,"modificationTime":1495839801043,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['567'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:20 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [eb0ee565-7754-4782-a800-36ef6505523d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [83aa3ccc-4267-11e7-a453-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839798194,"modificationTime":1495839798237,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839798738,"modificationTime":1495839798784,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839799273,"modificationTime":1495839799320,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['918'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:20 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [04d55aa7-c81c-4742-8f5f-ece7c5129b6c] + x-ms-request-id: [b4adac8c-9c87-41c0-8e22-4ef14e7d47d7] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [83c01164-4267-11e7-a48a-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839799988,"modificationTime":1495839800245,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839800609,"modificationTime":1495839800660,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839801032,"modificationTime":1495839801071,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['918'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:21 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a881429b-f1fd-4852-a4b1-bee63b09dada] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [83d82fba-4267-11e7-9317-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"data","type":"DIRECTORY","blockSize":0,"accessTime":1495839797904,"modificationTime":1495839799553,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839796802,"modificationTime":1495839796842,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839797192,"modificationTime":1495839797258,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839797642,"modificationTime":1495839797703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1188'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:21 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8fab0912-3714-47a0-8e7a-b7cce12ac106] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [83ece218-4267-11e7-82a6-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839797904,"modificationTime":1495839799553,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:21 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d3abd051-f35d-4c57-bad2-712295432dbd] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -365,24 +764,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9ab57426-0e6a-11e7-bc9d-645106422854] + x-ms-client-request-id: [84022170-4267-11e7-b953-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:28 GMT'] + Date: ['Fri, 26 May 2017 23:03:21 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d810b62d-0993-44e2-9967-6aed92be7966] + x-ms-request-id: [0e04c666-c94d-4a3a-8ed8-f2272a01e440] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -391,24 +790,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9ad07524-0e6a-11e7-882b-645106422854] + x-ms-client-request-id: [841e9dd0-4267-11e7-91dd-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123665266,"modificationTime":1490123665322,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123665579,"modificationTime":1490123665640,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123665865,"modificationTime":1490123665919,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839796802,"modificationTime":1495839796842,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839797192,"modificationTime":1495839797258,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839797642,"modificationTime":1495839797703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['918'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:28 GMT'] + Date: ['Fri, 26 May 2017 23:03:21 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ea1bee47-8efb-4116-a243-68da855c3fc0] + x-ms-request-id: [97a5f6eb-3609-445b-b71a-b799b40c2c7d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [84333c7e-4267-11e7-a193-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839796802,"modificationTime":1495839796842,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:21 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [80de9631-dac4-45c1-bb10-b825d3ed992e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -418,24 +843,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9af91618-0e6a-11e7-843d-645106422854] + x-ms-client-request-id: [844737fa-4267-11e7-be10-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:28 GMT'] + Date: ['Fri, 26 May 2017 23:03:22 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5dfa447e-092e-441e-bc4c-f60d1fc8cf7f] + x-ms-request-id: [8dec942b-4748-4164-ba0f-5fb8e62dfa97] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -444,24 +869,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9b2ad476-0e6a-11e7-8d0c-645106422854] + x-ms-client-request-id: [84673462-4267-11e7-acb4-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123665579,"modificationTime":1490123665640,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123665865,"modificationTime":1490123665919,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839797192,"modificationTime":1495839797258,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839797642,"modificationTime":1495839797703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['623'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:29 GMT'] + Date: ['Fri, 26 May 2017 23:03:22 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6172fa6d-b062-41cc-8fac-7582853c6b86] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [847e417e-4267-11e7-ad97-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839797192,"modificationTime":1495839797258,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:22 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [180fb2b5-e423-46b0-9f02-00a8ab6f7c85] + x-ms-request-id: [bfd3d44a-6136-414a-9e13-b38ce9cf82c0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -471,24 +922,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9b3f94de-0e6a-11e7-aa2b-645106422854] + x-ms-client-request-id: [84933b6c-4267-11e7-8e5e-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:29 GMT'] + Date: ['Fri, 26 May 2017 23:03:22 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a9d44194-8f12-4c73-bd91-58d37e84a217] + x-ms-request-id: [47a25f3d-cb79-4107-93d1-f29897d59579] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -497,24 +948,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9b5b0b58-0e6a-11e7-88a3-645106422854] + x-ms-client-request-id: [84b70aae-4267-11e7-b7b2-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123665865,"modificationTime":1490123665919,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839797642,"modificationTime":1495839797703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['328'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:29 GMT'] + Date: ['Fri, 26 May 2017 23:03:22 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [32aba848-1e60-470c-8d48-41db4cad2125] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [84cd5888-4267-11e7-bb8d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839797642,"modificationTime":1495839797703,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:22 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5c1da4fb-cae1-45cc-945c-871cb98ba49d] + x-ms-request-id: [c0a0fc63-1d8b-4669-a61f-f3393dca038d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -524,24 +1001,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9b6fb92e-0e6a-11e7-8d42-645106422854] + x-ms-client-request-id: [84e1e3c8-4267-11e7-8348-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:29 GMT'] + Date: ['Fri, 26 May 2017 23:03:23 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [68e78b60-5003-4e2c-b7fd-3c422ca50706] + x-ms-request-id: [44db300c-d50a-44ac-be2c-9f190d741c78] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_multithread/test_download_single_empty_file.yaml b/tests/recordings/test_multithread/test_download_single_empty_file.yaml index b38a7d1..7733076 100644 --- a/tests/recordings/test_multithread/test_download_single_empty_file.yaml +++ b/tests/recordings/test_multithread/test_download_single_empty_file.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [68aac9da-4267-11e7-b7c7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/remote.csv [7f25c4de-9c7e-4516-b406-94e15827fd8a][2017-05-26T16:02:36.8202420-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['246'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:36 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7f25c4de-9c7e-4516-b406-94e15827fd8a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -6,25 +33,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8c6225ba-0e6a-11e7-a8b6-645106422854] + x-ms-client-request-id: [68fc2fb8-4267-11e7-84cc-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:04 GMT'] + Date: ['Fri, 26 May 2017 23:02:36 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [35bbf401-5fb0-408a-8859-797ffb7cf17c] + x-ms-request-id: [ecf55c6f-fa2d-4f01-903b-f58638c0fcd0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -33,24 +60,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8caf6efe-0e6a-11e7-93da-645106422854] + x-ms-client-request-id: [692ec174-4267-11e7-945c-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"remote.csv","type":"FILE","blockSize":268435456,"accessTime":1490123644689,"modificationTime":1490123644689,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839757145,"modificationTime":1495839757145,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['333'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:04 GMT'] + Date: ['Fri, 26 May 2017 23:02:37 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [80931a90-0268-4ebf-8db7-9780407cfd48] + x-ms-request-id: [74d82d1f-a435-4a74-a4ac-1a223cee3e80] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -59,24 +86,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8cc62b54-0e6a-11e7-b4c0-645106422854] + x-ms-client-request-id: [69572cb6-4267-11e7-99b7-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1490123644689,"modificationTime":1490123644689,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839757145,"modificationTime":1495839757145,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['323'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:04 GMT'] + Date: ['Fri, 26 May 2017 23:02:37 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e5097784-f3f7-4c7e-b0b8-b77b6fb6c90c] + x-ms-request-id: [40ce3d66-3061-4ec6-bae8-d0f7b7583dd4] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -85,23 +112,75 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8cdd844a-0e6a-11e7-a46b-645106422854] + x-ms-client-request-id: [696f62be-4267-11e7-b72b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=0 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=0 response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:05 GMT'] + Date: ['Fri, 26 May 2017 23:02:37 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b446f918-f5ae-4836-b394-a59195c44634] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [69bc615a-4267-11e7-9d1f-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"remote.csv","type":"FILE","blockSize":268435456,"accessTime":1495839757145,"modificationTime":1495839757145,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['333'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:37 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [baafb372-3e6d-4739-a68d-7fbd3ae43a3c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [69d1d376-4267-11e7-9190-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839757145,"modificationTime":1495839757145,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:37 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0aae6442-1a70-413f-96d9-13f530c5c0e4] + x-ms-request-id: [1734f4f4-64e3-47c6-b168-08b3304c9d48] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -111,24 +190,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8d2a2fda-0e6a-11e7-a211-645106422854] + x-ms-client-request-id: [69e88fdc-4267-11e7-aad4-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:05 GMT'] + Date: ['Fri, 26 May 2017 23:02:38 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [427996be-2196-4b04-82a4-6c939730c74e] + x-ms-request-id: [daca98f4-7bd3-43a4-b564-acadebc247e1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_multithread/test_download_single_file.yaml b/tests/recordings/test_multithread/test_download_single_file.yaml index 661f2ed..53c854c 100644 --- a/tests/recordings/test_multithread/test_download_single_file.yaml +++ b/tests/recordings/test_multithread/test_download_single_file.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6a11c306-4267-11e7-954d-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/remote.csv [418e9ef2-0700-4058-9f86-23424e3e2f76][2017-05-26T16:02:39.1079662-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['246'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:38 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [418e9ef2-0700-4058-9f86-23424e3e2f76] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '00000,11111,22222,33333,44444,55555,66666,77777,88888,99999 @@ -206,25 +233,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6000'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8d51a280-0e6a-11e7-9843-645106422854] + x-ms-client-request-id: [6a577948-4267-11e7-956a-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:05 GMT'] + Date: ['Fri, 26 May 2017 23:02:38 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [dd3fb6b4-ca65-4434-bb95-2be5909f6e70] + x-ms-request-id: [2bc14e25-ecb1-4a25-9557-a743687b487d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -233,24 +260,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8db61c48-0e6a-11e7-bdab-645106422854] + x-ms-client-request-id: [6a9bdce8-4267-11e7-b7ed-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6000,"pathSuffix":"remote.csv","type":"FILE","blockSize":268435456,"accessTime":1490123646281,"modificationTime":1490123646354,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839759435,"modificationTime":1495839759475,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['336'] + Content-Length: ['307'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:05 GMT'] + Date: ['Fri, 26 May 2017 23:02:38 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2f2602c7-9801-456f-8f95-2e43a8367735] + x-ms-request-id: [cc7f006d-0c31-47be-9004-b5da8e0bce95] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -259,24 +286,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8dcd4d9a-0e6a-11e7-b2cd-645106422854] + x-ms-client-request-id: [6ab3ab6c-4267-11e7-a6bb-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1490123646281,"modificationTime":1490123646354,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839759435,"modificationTime":1495839759475,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['326'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:05 GMT'] + Date: ['Fri, 26 May 2017 23:02:39 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c71c43b0-68d2-4e13-a092-07e353562585] + x-ms-request-id: [42ec542f-a0db-4269-83d4-26ab8a7d6deb] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -285,11 +312,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8de3bccc-0e6a-11e7-8daf-645106422854] + x-ms-client-request-id: [6b0edcf4-4267-11e7-a2e2-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6000 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6000 response: body: {string: '00000,11111,22222,33333,44444,55555,66666,77777,88888,99999 @@ -495,14 +522,66 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:06 GMT'] + Date: ['Fri, 26 May 2017 23:02:40 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [8ae005f3-1053-42bf-94ee-63e8dd22cac8] + x-ms-request-id: [ef75b24c-2da3-476b-8362-4ac72cb6e9db] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6b6aedd2-4267-11e7-8be6-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839759435,"modificationTime":1495839759475,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['307'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:40 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9f01341a-2038-49f4-bd47-391a87b86590] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6b80afc6-4267-11e7-b322-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839759435,"modificationTime":1495839759475,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['326'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:40 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [81b9276c-55df-471f-a3f6-a9374c29e848] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -511,11 +590,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8e30cb86-0e6a-11e7-960a-645106422854] + x-ms-client-request-id: [6b964cde-4267-11e7-89de-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?read=true&offset=3600&api-version=2016-11-01&OP=OPEN&length=1200 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=4800&length=1200 response: body: {string: '00000,11111,22222,33333,44444,55555,66666,77777,88888,99999 @@ -561,14 +640,14 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:06 GMT'] + Date: ['Fri, 26 May 2017 23:02:41 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [40e90fed-8d3e-4bea-a324-9042a3cb9392] + x-ms-request-id: [26aaf488-d9bc-401e-872f-09dbcbb463bf] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -577,11 +656,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8e7f1176-0e6a-11e7-89e2-645106422854] + x-ms-client-request-id: [6bec9fcc-4267-11e7-b814-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=1200 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=2400&length=1200 response: body: {string: '00000,11111,22222,33333,44444,55555,66666,77777,88888,99999 @@ -627,14 +706,14 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:07 GMT'] + Date: ['Fri, 26 May 2017 23:02:41 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [6f172501-3e42-40b0-ae8d-f43555a16a96] + x-ms-request-id: [3d2a8acd-f792-4e36-b5e2-033437b874d6] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -643,11 +722,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8e985268-0e6a-11e7-a64d-645106422854] + x-ms-client-request-id: [6c14cd02-4267-11e7-be5f-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?read=true&offset=1200&api-version=2016-11-01&OP=OPEN&length=1200 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=3600&length=1200 response: body: {string: '00000,11111,22222,33333,44444,55555,66666,77777,88888,99999 @@ -693,14 +772,14 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:07 GMT'] + Date: ['Fri, 26 May 2017 23:02:41 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [0a8852ae-e162-456e-98cd-4858a3a77e88] + x-ms-request-id: [8a1ef12c-b468-4a21-9d3c-6a555d266b79] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -709,11 +788,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8eb1ce40-0e6a-11e7-983b-645106422854] + x-ms-client-request-id: [6c3d1ae8-4267-11e7-b5c9-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?read=true&offset=2400&api-version=2016-11-01&OP=OPEN&length=1200 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=1200&length=1200 response: body: {string: '00000,11111,22222,33333,44444,55555,66666,77777,88888,99999 @@ -759,14 +838,14 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:07 GMT'] + Date: ['Fri, 26 May 2017 23:02:42 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a788b2c3-9d58-4d2d-8853-5dbe5b3fd25d] + x-ms-request-id: [64d92643-72f8-4166-a21e-9a2c8ff19fa3] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -775,11 +854,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8ecb2240-0e6a-11e7-8781-645106422854] + x-ms-client-request-id: [6c93d248-4267-11e7-aefb-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?read=true&offset=4800&api-version=2016-11-01&OP=OPEN&length=1200 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=1200 response: body: {string: '00000,11111,22222,33333,44444,55555,66666,77777,88888,99999 @@ -825,14 +904,66 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:07 GMT'] + Date: ['Fri, 26 May 2017 23:02:42 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3422add1-d8c4-4a01-bfd1-f9c73e0bb6fb] + x-ms-request-id: [9b8b214c-3918-4b0b-b5c1-de4471bb076b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6cb9bb76-4267-11e7-a6c6-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6000,"pathSuffix":"remote.csv","type":"FILE","blockSize":268435456,"accessTime":1495839759435,"modificationTime":1495839759475,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['336'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:43 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [76b17d1b-1145-43f3-b852-dfdc352d079b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6cd1c9ae-4267-11e7-be31-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839759435,"modificationTime":1495839759475,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['307'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:43 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ecf1e34e-27d2-49ce-8268-6014bc20e263] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -842,24 +973,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8ee8cfd2-0e6a-11e7-a7c7-645106422854] + x-ms-client-request-id: [6ced0f92-4267-11e7-ac54-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:07 GMT'] + Date: ['Fri, 26 May 2017 23:02:43 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2d30a45f-1ffb-41dc-a7d1-161eb6921f63] + x-ms-request-id: [7dad6f24-4085-42c0-aa93-9b7ec322953f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_multithread/test_download_single_to_dir.yaml b/tests/recordings/test_multithread/test_download_single_to_dir.yaml index b517847..c37b21d 100644 --- a/tests/recordings/test_multithread/test_download_single_to_dir.yaml +++ b/tests/recordings/test_multithread/test_download_single_to_dir.yaml @@ -1,4 +1,31 @@ interactions: +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6d27f2a2-4267-11e7-942c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/remote.csv [c6c69906-c0c6-401a-a84b-7493cde66dda][2017-05-26T16:02:44.2434264-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['246'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:43 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c6c69906-c0c6-401a-a84b-7493cde66dda] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '00000,11111,22222,33333,44444,55555,66666,77777,88888,99999 @@ -206,25 +233,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6000'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8f15ac30-0e6a-11e7-849f-645106422854] + x-ms-client-request-id: [6d684618-4267-11e7-825c-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:08 GMT'] + Date: ['Fri, 26 May 2017 23:02:43 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3186cc0d-8068-41fc-88b9-3474a831ecfc] + x-ms-request-id: [627d8077-f7e0-4176-96c9-01276fd182dc] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -233,24 +260,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8f73e646-0e6a-11e7-984d-645106422854] + x-ms-client-request-id: [6d8f94ca-4267-11e7-8cc6-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6000,"pathSuffix":"remote.csv","type":"FILE","blockSize":268435456,"accessTime":1490123649234,"modificationTime":1490123649283,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":6000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839764404,"modificationTime":1495839764452,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['336'] + Content-Length: ['307'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:09 GMT'] + Date: ['Fri, 26 May 2017 23:02:43 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a554ce44-7ab0-49f1-a55b-f2cf64e54f56] + x-ms-request-id: [bfd3416a-4e82-4612-8a13-3d8f4daa8d04] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -259,24 +286,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8f89f1b8-0e6a-11e7-87a6-645106422854] + x-ms-client-request-id: [6da48852-4267-11e7-a7e1-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1490123649234,"modificationTime":1490123649283,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839764404,"modificationTime":1495839764452,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['326'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:09 GMT'] + Date: ['Fri, 26 May 2017 23:02:44 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [040d1939-4e21-4d6d-a287-9757173e580a] + x-ms-request-id: [a191b03a-c976-4142-885b-8f75cf9f4d8a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -285,11 +312,11 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8fa039b8-0e6a-11e7-bd1a-645106422854] + x-ms-client-request-id: [6db8f8de-4267-11e7-ac02-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=6000 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=6000 response: body: {string: '00000,11111,22222,33333,44444,55555,66666,77777,88888,99999 @@ -495,14 +522,66 @@ interactions: headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:10 GMT'] + Date: ['Fri, 26 May 2017 23:02:45 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c6c68f58-e195-487c-a40e-c24b64b9f6d1] + x-ms-request-id: [d663dcd1-1d5c-4a5e-97fa-657a87c9a5a8] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6e059ba4-4267-11e7-af70-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6000,"pathSuffix":"remote.csv","type":"FILE","blockSize":268435456,"accessTime":1495839764404,"modificationTime":1495839764452,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['336'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:44 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9d77d8c6-37c3-4585-8dd6-8c91f957797b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [6e1e81a4-4267-11e7-83db-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839764404,"modificationTime":1495839764452,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['307'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:02:44 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [276bdcf6-b79d-41f9-922a-12a6fca6bde0] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -512,24 +591,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [8ffc3e8a-0e6a-11e7-84f3-645106422854] + x-ms-client-request-id: [6e39a502-4267-11e7-acae-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/remote.csv?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:09 GMT'] + Date: ['Fri, 26 May 2017 23:02:45 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3fe403ab-baa6-42d9-98f9-aeec192520f1] + x-ms-request-id: [bd255322-b257-4c9f-a3ab-a3af97f81554] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_multithread/test_save_down.yaml b/tests/recordings/test_multithread/test_save_down.yaml index fb43840..a2715a8 100644 --- a/tests/recordings/test_multithread/test_save_down.yaml +++ b/tests/recordings/test_multithread/test_save_down.yaml @@ -6,26 +6,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9b9778ec-0e6a-11e7-abd7-645106422854] + x-ms-client-request-id: [850b3e62-4267-11e7-a9a2-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:30 GMT'] + Date: ['Fri, 26 May 2017 23:03:23 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [bf380a91-a29d-4b68-a11f-214421396a81] + x-ms-request-id: [dd0d60c1-168b-41f3-8faa-c94b8605b14f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [854e7b6c-4267-11e7-ad51-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/x.csv [8a8f1efb-623c-468e-b3ff-216ada530e40][2017-05-26T16:03:24.4729360-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['241'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:23 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [8a8f1efb-623c-468e-b3ff-216ada530e40] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -33,27 +60,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9bdb9a42-0e6a-11e7-b623-645106422854] + x-ms-client-request-id: [8561da1a-4267-11e7-9bcb-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:30 GMT'] + Date: ['Fri, 26 May 2017 23:03:24 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [44d6fb46-11c7-4d1f-b93e-51c1ca851a8b] + x-ms-request-id: [7d697ae4-5424-4dbc-9c43-8cced49f87f7] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [85957ed2-4267-11e7-84dc-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/y.csv [cc805da0-5a48-4d25-ad80-1bbdb762130b][2017-05-26T16:03:24.9260668-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['241'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:24 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [cc805da0-5a48-4d25-ad80-1bbdb762130b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -61,27 +115,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9c0da6e6-0e6a-11e7-b792-645106422854] + x-ms-client-request-id: [85a8edde-4267-11e7-ba24-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:30 GMT'] + Date: ['Fri, 26 May 2017 23:03:24 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [40a98cf3-90b9-44b0-95f8-5497028509c5] + x-ms-request-id: [be01f294-446a-409f-af9c-ca7e0568b217] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [85d11522-4267-11e7-901c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/z.txt [cdd1598d-1df8-4896-b10e-78ed58d9df68][2017-05-26T16:03:25.3323102-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['241'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:24 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [cdd1598d-1df8-4896-b10e-78ed58d9df68] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -89,25 +170,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9c3ea1e8-0e6a-11e7-a1bc-645106422854] + x-ms-client-request-id: [85e4b162-4267-11e7-b2f4-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:30 GMT'] + Date: ['Fri, 26 May 2017 23:03:24 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [024298fe-aa69-41e0-a2ca-ad6a95a40465] + x-ms-request-id: [24d37f1f-971e-43b8-8651-7fbb29944e52] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -117,26 +198,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9c69e414-0e6a-11e7-b085-645106422854] + x-ms-client-request-id: [860e0eb6-4267-11e7-933d-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:31 GMT'] + Date: ['Fri, 26 May 2017 23:03:25 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c116ee53-a721-437a-8cad-b70fca7bfb04] + x-ms-request-id: [ca1704f4-e264-4941-8700-db5a2afe9dcd] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [862ee766-4267-11e7-b6c4-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/a/x.csv [875c7ad2-1d39-4a0b-9905-46bff6b4213f][2017-05-26T16:03:26.0042256-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:25 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [875c7ad2-1d39-4a0b-9905-46bff6b4213f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -144,27 +252,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9c812918-0e6a-11e7-9207-645106422854] + x-ms-client-request-id: [864b9608-4267-11e7-80de-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:31 GMT'] + Date: ['Fri, 26 May 2017 23:03:25 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [fad2b091-42d3-40a0-b61b-e2285ae6b504] + x-ms-request-id: [80186457-0a26-4c7c-bf65-e34f2670facb] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8675827a-4267-11e7-951f-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/a/y.csv [0483e7f3-0861-4fe6-9714-3c8384cc845b][2017-05-26T16:03:26.4885770-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:25 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0483e7f3-0861-4fe6-9714-3c8384cc845b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -172,27 +307,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9cb112ca-0e6a-11e7-8ac9-645106422854] + x-ms-client-request-id: [869561e2-4267-11e7-9fd4-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:31 GMT'] + Date: ['Fri, 26 May 2017 23:03:26 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4aca5649-45af-40a4-9b8f-2b1ea5e4de2c] + x-ms-request-id: [437e56f4-b3bc-4656-9134-1632e4eb35b8] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [86be6288-4267-11e7-9dee-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/a/z.txt [da9cb0e3-b3d4-4fcb-a703-5ccd7447c63c][2017-05-26T16:03:26.8792092-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:26 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [da9cb0e3-b3d4-4fcb-a703-5ccd7447c63c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -200,25 +362,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9cdaa742-0e6a-11e7-924e-645106422854] + x-ms-client-request-id: [86d25c7a-4267-11e7-afb1-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:31 GMT'] + Date: ['Fri, 26 May 2017 23:03:26 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [03a04e73-c622-4661-84d9-d5cc386d91b1] + x-ms-request-id: [4b198021-5ef3-4f4a-b1b4-3babc3a399f1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -228,26 +390,53 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9d051468-0e6a-11e7-841b-645106422854] + x-ms-client-request-id: [870aad3a-4267-11e7-b079-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?OP=MKDIRS&api-version=2016-11-01 response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:32 GMT'] + Date: ['Fri, 26 May 2017 23:03:26 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b2672e54-97e7-4cc0-9be9-8ea9fa0b8455] + x-ms-request-id: [c834bb67-1353-4a56-8bd8-ab0359c6c9cf] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [874372e4-4267-11e7-ac92-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/b/x.csv [bcbea9a4-138a-4379-b276-28bc98445c5a][2017-05-26T16:03:27.7542203-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bcbea9a4-138a-4379-b276-28bc98445c5a] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -255,27 +444,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9d1c35a2-0e6a-11e7-8b01-645106422854] + x-ms-client-request-id: [8757460a-4267-11e7-a775-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:32 GMT'] + Date: ['Fri, 26 May 2017 23:03:27 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/x.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [bd7de321-84e2-47ef-a3d6-8cfda2c5cb82] + x-ms-request-id: [c6ffaad4-125a-4235-9662-590f73132954] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [878454ee-4267-11e7-a4f0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/b/y.csv [e8f2c766-84f3-4034-bccb-f4d8946cac87][2017-05-26T16:03:28.1761013-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e8f2c766-84f3-4034-bccb-f4d8946cac87] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -283,27 +499,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9d457c06-0e6a-11e7-a0f6-645106422854] + x-ms-client-request-id: [8798920a-4267-11e7-bf62-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:32 GMT'] + Date: ['Fri, 26 May 2017 23:03:27 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/y.csv?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f7ce8d23-cc17-4dfb-8603-f5ea931dd3f0] + x-ms-request-id: [517e94e0-3b50-4dcf-99dc-558bfb72c71c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [87bf350c-4267-11e7-8781-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/data/b/z.txt [16e58e85-cc86-4b3c-b68c-80c6c85a1a3b][2017-05-26T16:03:28.5667489-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['248'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [16e58e85-cc86-4b3c-b68c-80c6c85a1a3b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: '123456' headers: @@ -311,25 +554,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['6'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9d7244c6-0e6a-11e7-82fe-645106422854] + x-ms-client-request-id: [87d31190-4267-11e7-af64-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:32 GMT'] + Date: ['Fri, 26 May 2017 23:03:28 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b/z.txt?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [508c5419-8ffe-4317-9be5-f7c590f357b3] + x-ms-request-id: [3944567e-637b-4058-b4cd-80c9c04af406] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -338,24 +581,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9d9e223a-0e6a-11e7-b9ad-645106422854] + x-ms-client-request-id: [882db6fa-4267-11e7-9966-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490121793613,"modificationTime":1490123671249,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839805815,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['582'] + Content-Length: ['280'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:33 GMT'] + Date: ['Fri, 26 May 2017 23:03:28 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [67badb3e-14e0-4b92-a5bb-bd9009ec43ff] + x-ms-request-id: [de632620-b4b4-40de-8e32-5e14c3cc9866] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -364,24 +607,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9db36c86-0e6a-11e7-a581-645106422854] + x-ms-client-request-id: [8846bee6-4267-11e7-9555-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"data","type":"DIRECTORY","blockSize":0,"accessTime":1490123671249,"modificationTime":1490123672267,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123670325,"modificationTime":1490123670397,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123670653,"modificationTime":1490123670740,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123670984,"modificationTime":1490123671041,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"data","type":"DIRECTORY","blockSize":0,"accessTime":1495839805815,"modificationTime":1495839807620,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839804703,"modificationTime":1495839804746,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839805077,"modificationTime":1495839805131,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839805476,"modificationTime":1495839805512,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['1188'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:33 GMT'] + Date: ['Fri, 26 May 2017 23:03:28 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [41c55973-4ed6-43ca-af2f-aced923676ba] + x-ms-request-id: [2ff0a1ad-d36d-4af0-a041-7e6b8d517c7d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -390,24 +633,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9dc9656c-0e6a-11e7-9997-645106422854] + x-ms-client-request-id: [885b7bae-4267-11e7-b297-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"DIRECTORY","blockSize":0,"accessTime":1490123671249,"modificationTime":1490123672020,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"b","type":"DIRECTORY","blockSize":0,"accessTime":1490123672267,"modificationTime":1490123673008,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"a","type":"DIRECTORY","blockSize":0,"accessTime":1495839805815,"modificationTime":1495839807152,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"b","type":"DIRECTORY","blockSize":0,"accessTime":1495839807620,"modificationTime":1495839808996,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['567'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:33 GMT'] + Date: ['Fri, 26 May 2017 23:03:28 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5954b310-f75f-4cf8-bfbb-ae5ec78bc0b7] + x-ms-request-id: [09461f2c-9218-44ed-a2b5-f0b6e9df0dcb] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -416,24 +659,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9de048e2-0e6a-11e7-9f9b-645106422854] + x-ms-client-request-id: [886f8542-4267-11e7-9b5c-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/a?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123671404,"modificationTime":1490123671493,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123671724,"modificationTime":1490123671771,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123672001,"modificationTime":1490123672056,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839806148,"modificationTime":1495839806182,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839806641,"modificationTime":1495839806679,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839807143,"modificationTime":1495839807185,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['918'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:33 GMT'] + Date: ['Fri, 26 May 2017 23:03:29 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [775fa184-60da-426c-bb05-efde9abeb036] + x-ms-request-id: [83ee19a2-3952-428d-b347-fc02bc6c34a9] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -442,24 +685,76 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9df62e5a-0e6a-11e7-a8b4-645106422854] + x-ms-client-request-id: [889471be-4267-11e7-bb9c-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data/b?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123672423,"modificationTime":1490123672473,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123672700,"modificationTime":1490123672767,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123672990,"modificationTime":1490123673044,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839807911,"modificationTime":1495839807951,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839808336,"modificationTime":1495839808382,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839808977,"modificationTime":1495839809026,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['918'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:33 GMT'] + Date: ['Fri, 26 May 2017 23:03:29 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d846fe49-2158-4ac4-b84e-46575dee2b33] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [88ab5dca-4267-11e7-8ef3-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"data","type":"DIRECTORY","blockSize":0,"accessTime":1495839805815,"modificationTime":1495839807620,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839804703,"modificationTime":1495839804746,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839805077,"modificationTime":1495839805131,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839805476,"modificationTime":1495839805512,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1188'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:29 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [98849a26-d11e-4b6f-9877-dcb2d202ad8b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [88c131ba-4267-11e7-84f0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839805815,"modificationTime":1495839807620,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:29 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [65df59cb-db13-4ee2-81f4-4e497bbc6232] + x-ms-request-id: [b6fcc576-e19f-4d56-bc58-a96ead818177] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -469,24 +764,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9e0dd50a-0e6a-11e7-b559-645106422854] + x-ms-client-request-id: [88d58c78-4267-11e7-8562-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/data?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:33 GMT'] + Date: ['Fri, 26 May 2017 23:03:29 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [434a65ee-3680-4e47-9480-85857a92be5b] + x-ms-request-id: [e91cf498-fe2a-4352-863b-6bb804ecd78e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -495,24 +790,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9e29ae00-0e6a-11e7-8d7c-645106422854] + x-ms-client-request-id: [88f43382-4267-11e7-b7cf-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1490123670325,"modificationTime":1490123670397,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123670653,"modificationTime":1490123670740,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123670984,"modificationTime":1490123671041,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"x.csv","type":"FILE","blockSize":268435456,"accessTime":1495839804703,"modificationTime":1495839804746,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839805077,"modificationTime":1495839805131,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839805476,"modificationTime":1495839805512,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['918'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:33 GMT'] + Date: ['Fri, 26 May 2017 23:03:29 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b71af7fa-94ff-4708-9a4e-3ff99ff69326] + x-ms-request-id: [05732f49-5840-4dc9-86c8-7eae18bc7fb0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [89086d22-4267-11e7-b8d0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839804703,"modificationTime":1495839804746,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:30 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f2bb8765-ce7c-4a22-b7da-69d655b6134f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -522,24 +843,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9e3fa6f8-0e6a-11e7-8890-645106422854] + x-ms-client-request-id: [891f0bc8-4267-11e7-af8f-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/x.csv?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:34 GMT'] + Date: ['Fri, 26 May 2017 23:03:30 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a6bda462-9e39-409e-95bd-53e7223bf1fe] + x-ms-request-id: [d0cbce62-d332-43c9-b7d7-08a7061b3e6a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -548,24 +869,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9e5d7aa6-0e6a-11e7-9058-645106422854] + x-ms-client-request-id: [893a47a2-4267-11e7-9bf4-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1490123670653,"modificationTime":1490123670740,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123670984,"modificationTime":1490123671041,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"y.csv","type":"FILE","blockSize":268435456,"accessTime":1495839805077,"modificationTime":1495839805131,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839805476,"modificationTime":1495839805512,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['623'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:34 GMT'] + Date: ['Fri, 26 May 2017 23:03:30 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6f70831b-7e84-4380-a66d-794db7684ee2] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [894e9e1c-4267-11e7-9275-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839805077,"modificationTime":1495839805131,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:30 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [33335eff-c1ff-4c62-ac3c-38805c3dee36] + x-ms-request-id: [0b1ca544-532e-4112-9ea0-a7c6fd2c27ab] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -575,24 +922,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9e73c2b6-0e6a-11e7-8e7b-645106422854] + x-ms-client-request-id: [8962404c-4267-11e7-95b4-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/y.csv?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:34 GMT'] + Date: ['Fri, 26 May 2017 23:03:30 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f5d5ca63-1fa3-4265-bcf8-e288cee27622] + x-ms-request-id: [bddd73d8-0dfe-4ee1-879c-c4709fdcf46a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -601,24 +948,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9e92a8ca-0e6a-11e7-b21d-645106422854] + x-ms-client-request-id: [897f9f48-4267-11e7-b937-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1490123670984,"modificationTime":1490123671041,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":6,"pathSuffix":"z.txt","type":"FILE","blockSize":268435456,"accessTime":1495839805476,"modificationTime":1495839805512,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['328'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:34 GMT'] + Date: ['Fri, 26 May 2017 23:03:30 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [dc5ca736-afcf-4730-8adf-7063a8dc4afa] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8993c5be-4267-11e7-a791-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":6,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839805476,"modificationTime":1495839805512,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:30 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b143c767-e5a1-4dd3-93a9-962c288e6007] + x-ms-request-id: [d5da7e5a-aec7-442a-b8c1-86e4b18fbd9b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -628,24 +1001,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9ea8dc8c-0e6a-11e7-a937-645106422854] + x-ms-client-request-id: [89a79dde-4267-11e7-a9ea-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/z.txt?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:34 GMT'] + Date: ['Fri, 26 May 2017 23:03:31 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [758565c8-156e-433f-8e1b-cf0e1545bcde] + x-ms-request-id: [d52c1310-5872-41ec-8189-7db5288db980] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_multithread/test_save_up.yaml b/tests/recordings/test_multithread/test_save_up.yaml deleted file mode 100644 index 3a9e60c..0000000 --- a/tests/recordings/test_multithread/test_save_up.yaml +++ /dev/null @@ -1,28 +0,0 @@ -interactions: -- request: - body: null - headers: - Accept: ['*/*'] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 - Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a58f7908-0e6a-11e7-a75b-645106422854] - method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS - response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490123686101,"modificationTime":1490123686101,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} - headers: - Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['582'] - Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:46 GMT'] - Expires: ['-1'] - Pragma: [no-cache] - Status: ['0x0'] - Strict-Transport-Security: [max-age=15724800; includeSubDomains] - X-Content-Type-Options: [nosniff] - x-ms-request-id: [e9726963-3822-49ca-8c24-506999ca94eb] - x-ms-webhdfs-version: [16.12.19.00] - status: {code: 200, message: OK} -version: 1 diff --git a/tests/recordings/test_multithread/test_upload_glob.yaml b/tests/recordings/test_multithread/test_upload_glob.yaml index ffc56bd..c5c6974 100644 --- a/tests/recordings/test_multithread/test_upload_glob.yaml +++ b/tests/recordings/test_multithread/test_upload_glob.yaml @@ -5,51 +5,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a468b928-0e6a-11e7-9f26-645106422854] + x-ms-client-request-id: [910f762c-4267-11e7-916c-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490123680567,"modificationTime":1490123684408,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['582'] - Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:44 GMT'] - Expires: ['-1'] - Pragma: [no-cache] - Status: ['0x0'] - Strict-Transport-Security: [max-age=15724800; includeSubDomains] - X-Content-Type-Options: [nosniff] - x-ms-request-id: [c9fab3e9-ac4f-455b-8bd5-fc39ca2b078d] - x-ms-webhdfs-version: [16.12.19.00] - status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: ['*/*'] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 - Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a4abf2da-0e6a-11e7-b14d-645106422854] - method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?recursive=True&api-version=2016-11-01&OP=DELETE - response: - body: {string: '{"boolean":true}'} - headers: - Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['16'] + Content-Length: ['34'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:44 GMT'] + Date: ['Fri, 26 May 2017 23:03:43 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [e0dc485f-ba5f-4910-9945-862463cb6574] + x-ms-request-id: [e569cf45-6fcf-4245-8afd-36532af5cb93] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -58,51 +31,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a4c65840-0e6a-11e7-8826-645106422854] + x-ms-client-request-id: [915969fa-4267-11e7-b499-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839823899,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['302'] + Content-Length: ['582'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:44 GMT'] + Date: ['Fri, 26 May 2017 23:03:43 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [019fca27-9307-4c55-929f-e14fa1b46c5d] + x-ms-request-id: [37768d17-8c6d-496e-b85f-b6cd62a9b1e9] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: ['*/*'] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 - Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a4db7e0a-0e6a-11e7-96b1-645106422854] - method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS - response: - body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"Folder - does not exist: /azure_test_dir [f3ac9487-b4c4-441f-a7e1-dd8ed8200607][2017-03-21T12:14:45.4018185-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} - headers: - Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['230'] - Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:45 GMT'] - Expires: ['-1'] - Pragma: [no-cache] - Status: ['0x8309000A'] - Strict-Transport-Security: [max-age=15724800; includeSubDomains] - X-Content-Type-Options: [nosniff] - x-ms-request-id: [f3ac9487-b4c4-441f-a7e1-dd8ed8200607] - x-ms-webhdfs-version: [16.12.19.00] - status: {code: 404, message: Not Found} version: 1 diff --git a/tests/recordings/test_multithread/test_upload_many.yaml b/tests/recordings/test_multithread/test_upload_many.yaml index 24f7523..8e7c85e 100644 --- a/tests/recordings/test_multithread/test_upload_many.yaml +++ b/tests/recordings/test_multithread/test_upload_many.yaml @@ -5,26 +5,27 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a169a202-0e6a-11e7-8f48-645106422854] + x-ms-client-request-id: [8cd8c0ee-4267-11e7-97ae-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490121793613,"modificationTime":1490123679094,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/emptyfile [77566569-f19e-4534-ab6c-71250c4712df][2017-05-26T16:03:37.4201097-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['582'] + Content-Length: ['245'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:39 GMT'] + Date: ['Fri, 26 May 2017 23:03:36 GMT'] Expires: ['-1'] Pragma: [no-cache] - Status: ['0x0'] + Status: ['0x8309000A'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d9dd383f-db37-4a85-b0d3-d5841862ba3f] + x-ms-request-id: [77566569-f19e-4534-ab6c-71250c4712df] x-ms-webhdfs-version: [16.12.19.00] - status: {code: 200, message: OK} + status: {code: 404, message: Not Found} - request: body: null headers: @@ -32,82 +33,109 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a1aab500-0e6a-11e7-a0fd-645106422854] - method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?recursive=True&api-version=2016-11-01&OP=DELETE + x-ms-client-request-id: [8d1a14f6-4267-11e7-aaa8-645106422854] + method: PUT + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: - body: {string: '{"boolean":true}'} + body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['16'] - Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:39 GMT'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:03:36 GMT'] Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5fcb69b5-2809-4726-b648-f47c3f436699] + x-ms-request-id: [8bd2b0b9-87ea-4a2c-a56c-a388ff74cb67] x-ms-webhdfs-version: [16.12.19.00] - status: {code: 200, message: OK} + status: {code: 201, message: Created} - request: body: null headers: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a1c50788-0e6a-11e7-806d-645106422854] - method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + x-ms-client-request-id: [8d327e7a-4267-11e7-8af2-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: ''} + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/littlefile [09754c28-7bca-436b-9e93-b4446bae9e6b][2017-05-26T16:03:37.7013624-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['0'] - ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:39 GMT'] + Content-Length: ['246'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:37 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] Pragma: [no-cache] - Status: ['0x0'] + Status: ['0x8309000A'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [acaca0bc-0be7-4628-a8e0-a23d4168df75] + x-ms-request-id: [09754c28-7bca-436b-9e93-b4446bae9e6b] x-ms-webhdfs-version: [16.12.19.00] - status: {code: 201, message: Created} + status: {code: 404, message: Not Found} - request: - body: 0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111122222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222223333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444455555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555556666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777788888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888889999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999 + body: 0123456789 headers: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - Content-Length: ['10000'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + Content-Length: ['10'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a20f4376-0e6a-11e7-8929-645106422854] + x-ms-client-request-id: [8d456ac0-4267-11e7-9b79-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:40 GMT'] + Date: ['Fri, 26 May 2017 23:03:37 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [94ecad1f-aac7-47be-853d-bfdfdf03df59] + x-ms-request-id: [fb4a045d-7be7-44cf-a2f2-22ec5eee4d28] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8d6c0a38-4267-11e7-b12b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/b?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/nested1/nested2/b [aead0a7b-e34b-4a55-a4fa-0f073f8c458b][2017-05-26T16:03:38.0919735-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['253'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:37 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [aead0a7b-e34b-4a55-a4fa-0f073f8c458b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: 0123456789 headers: @@ -115,27 +143,54 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['10'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a2455b64-0e6a-11e7-bec7-645106422854] + x-ms-client-request-id: [8d805646-4267-11e7-b0c2-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/b?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/b?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:40 GMT'] + Date: ['Fri, 26 May 2017 23:03:37 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/b?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/b?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [bd1be8a3-62fb-40db-ad77-100001413efe] + x-ms-request-id: [bfdbb331-cc5e-4879-8a86-b70c86886385] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8dac1c10-4267-11e7-bf02-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/nested1/nested2/a [c6f2b6af-df56-4a70-99bc-942c306a3448][2017-05-26T16:03:38.4982439-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['253'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:37 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c6f2b6af-df56-4a70-99bc-942c306a3448] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: 0123456789 headers: @@ -143,55 +198,109 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['10'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a2865bbe-0e6a-11e7-af07-645106422854] + x-ms-client-request-id: [8dbf8926-4267-11e7-a29b-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/c?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:40 GMT'] + Date: ['Fri, 26 May 2017 23:03:38 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/c?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/a?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [6117c2cc-65fa-44aa-9a21-5ac5a0c05fc6] + x-ms-request-id: [57ce5593-7249-4aab-a1ba-55a3e31b1fbe] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: - body: 0123456789 + body: null headers: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - Content-Length: ['10'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8decc3f8-4267-11e7-9507-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/bigfile [6567c7e5-23e4-4fe5-8805-4c69d0c55cb0][2017-05-26T16:03:38.9201258-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:38 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [6567c7e5-23e4-4fe5-8805-4c69d0c55cb0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: 0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111122222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222223333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444455555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555556666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777788888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888889999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999 + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['10000'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a2ce6108-0e6a-11e7-bbfe-645106422854] + x-ms-client-request-id: [8e000462-4267-11e7-af0e-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:42 GMT'] + Date: ['Fri, 26 May 2017 23:03:38 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [cb070c7c-5901-4c4d-9984-afed41999fe2] + x-ms-request-id: [1d4a9389-bc00-4eeb-841f-2937024a991b] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8e35631a-4267-11e7-b9c5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/c?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/nested1/nested2/c [bf222f9e-8674-4fa4-89c6-2e5ac8ab28d8][2017-05-26T16:03:39.4044916-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['253'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:38 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bf222f9e-8674-4fa4-89c6-2e5ac8ab28d8] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: 0123456789 headers: @@ -199,25 +308,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['10'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a31d2ffe-0e6a-11e7-973d-645106422854] + x-ms-client-request-id: [8e48ab80-4267-11e7-856f-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/c?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:42 GMT'] + Date: ['Fri, 26 May 2017 23:03:38 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/a?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/c?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3e6c5881-21a5-4b28-95ce-b217cd0be357] + x-ms-request-id: [0e0e99c9-f989-48e6-a742-97634ceeba01] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -226,24 +335,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a3532188-0e6a-11e7-8479-645106422854] + x-ms-client-request-id: [8e762e4a-4267-11e7-b7a1-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":10000,"pathSuffix":"bigfile","type":"FILE","blockSize":268435456,"accessTime":1490123680727,"modificationTime":1490123680800,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"emptyfile","type":"FILE","blockSize":268435456,"accessTime":1490123680548,"modificationTime":1490123680548,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1490123681970,"modificationTime":1490123682132,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"nested1","type":"DIRECTORY","blockSize":0,"accessTime":1490123681142,"modificationTime":1490123681142,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839817850,"modificationTime":1495839817882,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['1207'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:42 GMT'] + Date: ['Fri, 26 May 2017 23:03:39 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ac1ddf92-3cbe-46b2-9608-69e0221358f4] + x-ms-request-id: [e2406515-6c9d-4f00-ac6f-69f953fbcf5d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -252,24 +361,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a367fd54-0e6a-11e7-98d7-645106422854] + x-ms-client-request-id: [8ebfb66c-4267-11e7-a20b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/a?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1490123682497,"modificationTime":1490123682568,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1490123681122,"modificationTime":1490123681185,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"c","type":"FILE","blockSize":268435456,"accessTime":1490123681500,"modificationTime":1490123681756,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839818653,"modificationTime":1495839818712,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['909'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:39 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e1cdcb71-da0b-46b6-b0b1-45ed511d4b1f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8ed3e506-4267-11e7-a030-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839818653,"modificationTime":1495839818712,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:42 GMT'] + Date: ['Fri, 26 May 2017 23:03:40 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [03c2b98f-5d61-4dbe-9c67-35c6d3dd6924] + x-ms-request-id: [54938612-023d-4771-b03d-e29b55fc52e9] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -278,24 +413,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a37cd238-0e6a-11e7-908a-645106422854] + x-ms-client-request-id: [8ee8ac36-4267-11e7-b427-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/a?read=true&offset=0&api-version=2016-11-01&OP=OPEN&length=10 + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/a?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839818653,"modificationTime":1495839818712,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:40 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [71225d89-af63-4f48-8b6a-08c725b5ad2f] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8efde6b8-4267-11e7-b116-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2/a?OP=OPEN&api-version=2016-11-01&read=true&offset=0&length=10 response: body: {string: 0123456789} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Type: [application/octet-stream] - Date: ['Tue, 21 Mar 2017 19:14:42 GMT'] + Date: ['Fri, 26 May 2017 23:03:40 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] Transfer-Encoding: [chunked] X-Content-Type-Options: [nosniff] - x-ms-request-id: [d991e76f-85e7-4623-bb9b-cac26c3526f0] + x-ms-request-id: [587c9935-d5d0-433e-ae0f-f21008719dd1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -304,24 +465,206 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a394ee2c-0e6a-11e7-a6a5-645106422854] + x-ms-client-request-id: [8f278342-4267-11e7-b81e-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"nested2","type":"DIRECTORY","blockSize":0,"accessTime":1490123681142,"modificationTime":1490123682517,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":10000,"pathSuffix":"bigfile","type":"FILE","blockSize":268435456,"accessTime":1495839819072,"modificationTime":1495839819205,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"emptyfile","type":"FILE","blockSize":268435456,"accessTime":1495839817564,"modificationTime":1495839817564,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1495839817850,"modificationTime":1495839817882,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"nested1","type":"DIRECTORY","blockSize":0,"accessTime":1495839818246,"modificationTime":1495839818246,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1207'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:40 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [50189044-93a7-4161-9935-11517237019b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8f47edb8-4267-11e7-b651-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"nested2","type":"DIRECTORY","blockSize":0,"accessTime":1495839818246,"modificationTime":1495839819558,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['306'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:42 GMT'] + Date: ['Fri, 26 May 2017 23:03:40 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [7fc8d19a-f169-4979-8ea9-15efdb68e579] + x-ms-request-id: [03142cfd-33e8-4f80-bfb9-b88b2f196f33] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8f5ba79c-4267-11e7-82d1-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839818653,"modificationTime":1495839818712,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839818235,"modificationTime":1495839818288,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"c","type":"FILE","blockSize":268435456,"accessTime":1495839819548,"modificationTime":1495839819589,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['909'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:40 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [90409061-1ced-4175-a4ef-59dc7898e40b] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8f7096cc-4267-11e7-89f0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":10000,"pathSuffix":"bigfile","type":"FILE","blockSize":268435456,"accessTime":1495839819072,"modificationTime":1495839819205,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"emptyfile","type":"FILE","blockSize":268435456,"accessTime":1495839817564,"modificationTime":1495839817564,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1495839817850,"modificationTime":1495839817882,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"nested1","type":"DIRECTORY","blockSize":0,"accessTime":1495839818246,"modificationTime":1495839818246,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1207'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:41 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0494c7b4-c0d5-41b8-89b1-4c5e19ac60af] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8f850ce4-4267-11e7-866c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"nested2","type":"DIRECTORY","blockSize":0,"accessTime":1495839818246,"modificationTime":1495839819558,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['306'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:41 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9822839f-f9f3-4bc9-8daf-bd89c83bd325] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8f9dc09e-4267-11e7-9a75-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1/nested2?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"a","type":"FILE","blockSize":268435456,"accessTime":1495839818653,"modificationTime":1495839818712,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"b","type":"FILE","blockSize":268435456,"accessTime":1495839818235,"modificationTime":1495839818288,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"c","type":"FILE","blockSize":268435456,"accessTime":1495839819548,"modificationTime":1495839819589,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['909'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:41 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [cb15818f-56e2-4c15-a909-86ce62b8f7ff] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8fb234f0-4267-11e7-b055-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatuses":{"FileStatus":[{"length":10000,"pathSuffix":"bigfile","type":"FILE","blockSize":268435456,"accessTime":1495839819072,"modificationTime":1495839819205,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"emptyfile","type":"FILE","blockSize":268435456,"accessTime":1495839817564,"modificationTime":1495839817564,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1495839817850,"modificationTime":1495839817882,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"nested1","type":"DIRECTORY","blockSize":0,"accessTime":1495839818246,"modificationTime":1495839818246,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['1207'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:41 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4b8305be-7986-46c4-9949-3905047a9458] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8fc775ee-4267-11e7-aeec-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839819072,"modificationTime":1495839819205,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['308'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:41 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9d1d073a-2555-4c50-a3d3-30f63a2b4881] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -331,24 +674,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a3a93a28-0e6a-11e7-947a-645106422854] + x-ms-client-request-id: [8fdb450a-4267-11e7-97c8-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:42 GMT'] + Date: ['Fri, 26 May 2017 23:03:41 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f23aa5cc-2f94-4e40-95b4-d3be152d89a8] + x-ms-request-id: [84361e1a-5e5c-44b8-a6d7-c3d399e21bb1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -357,24 +700,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a3c6fb46-0e6a-11e7-867d-645106422854] + x-ms-client-request-id: [8ff9fe9a-4267-11e7-bdba-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"emptyfile","type":"FILE","blockSize":268435456,"accessTime":1490123680548,"modificationTime":1490123680548,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1490123681970,"modificationTime":1490123682132,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"nested1","type":"DIRECTORY","blockSize":0,"accessTime":1490123681142,"modificationTime":1490123681142,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"emptyfile","type":"FILE","blockSize":268435456,"accessTime":1495839817564,"modificationTime":1495839817564,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1495839817850,"modificationTime":1495839817882,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"nested1","type":"DIRECTORY","blockSize":0,"accessTime":1495839818246,"modificationTime":1495839818246,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['906'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:43 GMT'] + Date: ['Fri, 26 May 2017 23:03:41 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a9987480-5ef1-496f-87d3-0d83e58c4125] + x-ms-request-id: [43471bb2-3d61-43fd-9f48-6d71fa91de3c] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [900e4c26-4267-11e7-8a51-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839817564,"modificationTime":1495839817564,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:42 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [fa6651a3-75f5-4464-833c-900d629a83bc] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -384,24 +753,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a3dbe314-0e6a-11e7-ae1e-645106422854] + x-ms-client-request-id: [902eae9a-4267-11e7-b59a-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:43 GMT'] + Date: ['Fri, 26 May 2017 23:03:42 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [b7989656-322e-4489-8b9c-428596bcc108] + x-ms-request-id: [4802e386-2a73-4470-b5e5-9fb50470e96a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -410,24 +779,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a3fa4034-0e6a-11e7-b063-645106422854] + x-ms-client-request-id: [904d514c-4267-11e7-89e3-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1490123681970,"modificationTime":1490123682132,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"nested1","type":"DIRECTORY","blockSize":0,"accessTime":1490123681142,"modificationTime":1490123681142,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1495839817850,"modificationTime":1495839817882,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":0,"pathSuffix":"nested1","type":"DIRECTORY","blockSize":0,"accessTime":1495839818246,"modificationTime":1495839818246,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['607'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:43 GMT'] + Date: ['Fri, 26 May 2017 23:03:42 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [ce323f54-05a8-4a41-8b35-66cfa2f63478] + x-ms-request-id: [8651e87e-82c0-4f9d-91bb-1e9754c01559] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [9068533a-4267-11e7-afb0-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839817850,"modificationTime":1495839817882,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:42 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [5985af58-2449-411d-befe-0bb0cf3626b6] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -437,24 +832,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a40f00ee-0e6a-11e7-a35e-645106422854] + x-ms-client-request-id: [90830ce8-4267-11e7-9846-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:43 GMT'] + Date: ['Fri, 26 May 2017 23:03:42 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [da4da85e-59a8-4b2e-86f3-51b01c35772c] + x-ms-request-id: [05280077-9721-4c44-9d7a-0e888097650a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -463,24 +858,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a42c38b8-0e6a-11e7-89ad-645106422854] + x-ms-client-request-id: [90a7ccae-4267-11e7-ab53-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"nested1","type":"DIRECTORY","blockSize":0,"accessTime":1490123681142,"modificationTime":1490123681142,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"nested1","type":"DIRECTORY","blockSize":0,"accessTime":1495839818246,"modificationTime":1495839818246,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['306'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:43 GMT'] + Date: ['Fri, 26 May 2017 23:03:43 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [50bd7d53-c5c2-4af1-8183-95eac086d122] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [90bb69e2-4267-11e7-9a47-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495839818246,"modificationTime":1495839818246,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:43 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [a1bbeca2-f4bd-4500-8207-5390dfeb7dc3] + x-ms-request-id: [c90f92f7-79d9-486d-a327-35ea7c30b6b1] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -490,24 +911,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a4409682-0e6a-11e7-8952-645106422854] + x-ms-client-request-id: [90d66646-4267-11e7-bd39-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/nested1?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:43 GMT'] + Date: ['Fri, 26 May 2017 23:03:43 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4abfbae8-106b-4458-acb0-85d20740be1d] + x-ms-request-id: [c9910154-0fa5-4b24-8553-c00a45883771] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_multithread/test_upload_one.yaml b/tests/recordings/test_multithread/test_upload_one.yaml index 848f52c..9332754 100644 --- a/tests/recordings/test_multithread/test_upload_one.yaml +++ b/tests/recordings/test_multithread/test_upload_one.yaml @@ -5,26 +5,54 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9ed5a53e-0e6a-11e7-9b1f-645106422854] + x-ms-client-request-id: [89d49abe-4267-11e7-8017-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/littlefile [6681ae3b-1e75-483c-8a00-410f5beb0198][2017-05-26T16:03:32.3518402-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['34'] + Content-Length: ['246'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:35 GMT'] + Date: ['Fri, 26 May 2017 23:03:32 GMT'] Expires: ['-1'] Pragma: [no-cache] - Status: ['0x0'] + Status: ['0x8309000A'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [3ee9d397-b1e9-4d15-81ea-9a3fe97b7c49] + x-ms-request-id: [6681ae3b-1e75-483c-8a00-410f5beb0198] x-ms-webhdfs-version: [16.12.19.00] - status: {code: 200, message: OK} + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8a14f728-4267-11e7-b5d7-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/littlefile [fba85d97-89a0-4d6f-8ab3-dde0554124bc][2017-05-26T16:03:32.7673679-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['246'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:32 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [fba85d97-89a0-4d6f-8ab3-dde0554124bc] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: 0123456789 headers: @@ -32,25 +60,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['10'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9f1a0168-0e6a-11e7-bd21-645106422854] + x-ms-client-request-id: [8a54d5e8-4267-11e7-b676-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:36 GMT'] + Date: ['Fri, 26 May 2017 23:03:32 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [02730968-7646-4634-b773-22342f0eeded] + x-ms-request-id: [3d0666e3-5b3b-47d2-997c-496da3155c0c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -59,26 +87,80 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9f75e180-0e6a-11e7-8818-645106422854] + x-ms-client-request-id: [8a800f2e-4267-11e7-a11c-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1490123676062,"modificationTime":1490123676129,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839812918,"modificationTime":1495839812965,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['334'] + Content-Length: ['305'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:36 GMT'] + Date: ['Fri, 26 May 2017 23:03:32 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [efe86439-27c6-4e3a-8952-aadc983b6db9] + x-ms-request-id: [03354fe3-4448-4a7e-8345-36767b360dea] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8a93c154-4267-11e7-ac75-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/bigfile [a8e2cfe6-ad43-4227-a70f-d352c85adb20][2017-05-26T16:03:33.3206168-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:33 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a8e2cfe6-ad43-4227-a70f-d352c85adb20] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8aa833b6-4267-11e7-8647-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/bigfile [1e74de59-f6b3-4c4d-b3af-816669be23a0][2017-05-26T16:03:33.7306536-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['243'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:32 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [1e74de59-f6b3-4c4d-b3af-816669be23a0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: 0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111122222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222223333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444455555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555555556666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666666777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777777788888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888888889999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999 headers: @@ -86,25 +168,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['10000'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9f8bdb12-0e6a-11e7-91a8-645106422854] + x-ms-client-request-id: [8ae6808a-4267-11e7-9b46-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:36 GMT'] + Date: ['Fri, 26 May 2017 23:03:33 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [38d5c5d1-865c-40de-a3a7-fa14dad88152] + x-ms-request-id: [0f422cca-5061-4721-a12c-1e14ae347790] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -113,24 +195,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8b134bf4-4267-11e7-811c-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839813873,"modificationTime":1495839813920,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['308'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:33 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [edc3026d-001d-41c4-bb41-d61322c98cdf] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9fe78ed8-0e6a-11e7-8a6b-645106422854] + x-ms-client-request-id: [8b275f82-4267-11e7-9924-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":10000,"pathSuffix":"bigfile","type":"FILE","blockSize":268435456,"accessTime":1490123676806,"modificationTime":1490123676868,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false},{"length":10,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1490123676062,"modificationTime":1490123676129,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":10000,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839813873,"modificationTime":1495839813920,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['635'] + Content-Length: ['308'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:36 GMT'] + Date: ['Fri, 26 May 2017 23:03:34 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c4f94098-0794-4d57-be2a-119fe20f835c] + x-ms-request-id: [242b6eba-bf14-4149-a632-74a8badb986a] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -140,24 +248,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [9fff83c2-0e6a-11e7-8a6f-645106422854] + x-ms-client-request-id: [8b3bac36-4267-11e7-806f-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/bigfile?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:36 GMT'] + Date: ['Fri, 26 May 2017 23:03:34 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [4cfe58b4-5dfd-438a-87d1-25da500bd3ba] + x-ms-request-id: [a02bfa7f-772d-490c-a741-baf027698e72] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -166,24 +274,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a01b7038-0e6a-11e7-9629-645106422854] + x-ms-client-request-id: [8b59a6c6-4267-11e7-90f3-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1490123676062,"modificationTime":1490123676129,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":10,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1495839812918,"modificationTime":1495839812965,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['334'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:37 GMT'] + Date: ['Fri, 26 May 2017 23:03:34 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ba5e2c6b-d46b-475f-9d77-68db1b0d7da0] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8b6e226c-4267-11e7-ad9b-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":10,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839812918,"modificationTime":1495839812965,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['305'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:34 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f81c5148-5a36-4062-b287-c722f5a48bbd] + x-ms-request-id: [ab45a031-e07c-4c7c-a47e-d79a044e6e20] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -193,24 +327,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a031078c-0e6a-11e7-9edf-645106422854] + x-ms-client-request-id: [8b81f42c-4267-11e7-a44f-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?recursive=True&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=DELETE&api-version=2016-11-01&recursive=True response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:37 GMT'] + Date: ['Fri, 26 May 2017 23:03:34 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [80b87ac6-44d5-4e0f-a107-3971516c389e] + x-ms-request-id: [69953029-5f9f-4503-9db7-6f881cc0a89c] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_multithread/test_upload_one_empty_file.yaml b/tests/recordings/test_multithread/test_upload_one_empty_file.yaml index 04e40c5..5c51f20 100644 --- a/tests/recordings/test_multithread/test_upload_one_empty_file.yaml +++ b/tests/recordings/test_multithread/test_upload_one_empty_file.yaml @@ -5,26 +5,54 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a05df66c-0e6a-11e7-91e6-645106422854] + x-ms-client-request-id: [8bac4770-4267-11e7-9096-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/emptyfile [dfb17062-14d5-488d-b572-a11341755e49][2017-05-26T16:03:35.4368564-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['34'] + Content-Length: ['245'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:37 GMT'] + Date: ['Fri, 26 May 2017 23:03:35 GMT'] Expires: ['-1'] Pragma: [no-cache] - Status: ['0x0'] + Status: ['0x8309000A'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [5441ceb1-347c-4bc1-af19-9b272e9f6400] + x-ms-request-id: [dfb17062-14d5-488d-b572-a11341755e49] x-ms-webhdfs-version: [16.12.19.00] - status: {code: 200, message: OK} + status: {code: 404, message: Not Found} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8beab5d8-4267-11e7-94f5-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/emptyfile [bc233360-4fe0-4ea9-9fdf-54e3241c4e23][2017-05-26T16:03:35.8392847-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['245'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:35 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x8309000A'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bc233360-4fe0-4ea9-9fdf-54e3241c4e23] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 404, message: Not Found} - request: body: null headers: @@ -32,25 +60,25 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a0a343b6-0e6a-11e7-9dad-645106422854] + x-ms-client-request-id: [8c29f290-4267-11e7-bb9c-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['0'] ContentLength: ['0'] - Date: ['Tue, 21 Mar 2017 19:14:38 GMT'] + Date: ['Fri, 26 May 2017 23:03:36 GMT'] Expires: ['-1'] - Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?overwrite=true&api-version=2016-11-01&OP=CREATE&write=true'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [89ed5db9-9461-4593-9257-cb67781617c7] + x-ms-request-id: [bf0b787f-5177-489a-89cf-7435fbe9e30d] x-ms-webhdfs-version: [16.12.19.00] status: {code: 201, message: Created} - request: @@ -59,24 +87,50 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [8c46879e-4267-11e7-9d98-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839815991,"modificationTime":1495839815991,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:35 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4f1955fb-ba5f-4a6b-ab26-d7bd5494af9e] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a0efdd8a-0e6a-11e7-ae72-645106422854] + x-ms-client-request-id: [8c59ee48-4267-11e7-895b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"emptyfile","type":"FILE","blockSize":268435456,"accessTime":1490123678634,"modificationTime":1490123678634,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839815991,"modificationTime":1495839815991,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['332'] + Content-Length: ['304'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:38 GMT'] + Date: ['Fri, 26 May 2017 23:03:35 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [db05db1c-16f2-4eea-93df-9891a77f4a0d] + x-ms-request-id: [092479be-eb87-4ab7-af65-4b55dc704890] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -86,24 +140,24 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a104ff38-0e6a-11e7-9602-645106422854] + x-ms-client-request-id: [8c829838-4267-11e7-b484-645106422854] method: DELETE - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?recursive=False&api-version=2016-11-01&OP=DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/emptyfile?OP=DELETE&api-version=2016-11-01&recursive=False response: body: {string: '{"boolean":true}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:38 GMT'] + Date: ['Fri, 26 May 2017 23:03:36 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [939651db-0872-4f1d-aee1-f2cd095df321] + x-ms-request-id: [df1c62b0-16b8-4b30-ba33-b00a5b9f791e] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -112,24 +166,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a1348726-0e6a-11e7-8920-645106422854] + x-ms-client-request-id: [8c9f51d0-4267-11e7-ab2b-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: body: {string: '{"FileStatuses":{"FileStatus":[]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['34'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:38 GMT'] + Date: ['Fri, 26 May 2017 23:03:36 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [c48ae3f9-565d-4203-a898-a54d973159f2] + x-ms-request-id: [7fc8ac09-e3dd-4cb6-8e76-bfdb338c4e33] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -138,24 +192,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a14934be-0e6a-11e7-aca7-645106422854] + x-ms-client-request-id: [8cb95d7e-4267-11e7-9c3e-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490121793613,"modificationTime":1490123679094,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839816571,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] Content-Length: ['582'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:38 GMT'] + Date: ['Fri, 26 May 2017 23:03:36 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2e6d65a0-8db0-40b3-834b-571b82290ed5] + x-ms-request-id: [c207fd23-dc6b-468c-93a7-b4562bebf840] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/recordings/test_multithread/test_upload_overwrite.yaml b/tests/recordings/test_multithread/test_upload_overwrite.yaml index 47a59df..e27b0e6 100644 --- a/tests/recordings/test_multithread/test_upload_overwrite.yaml +++ b/tests/recordings/test_multithread/test_upload_overwrite.yaml @@ -5,26 +5,27 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a4fc7528-0e6a-11e7-9698-645106422854] + x-ms-client-request-id: [917ebb10-4267-11e7-89d6-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"RemoteException":{"exception":"FileNotFoundException","message":"File/Folder + does not exist: /azure_test_dir/littlefile [d689040c-9cba-4ffb-80c8-1dd837af57f5][2017-05-26T16:03:45.2050287-07:00]","javaClassName":"java.io.FileNotFoundException"}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['302'] + Content-Length: ['246'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:45 GMT'] + Date: ['Fri, 26 May 2017 23:03:44 GMT'] Expires: ['-1'] Pragma: [no-cache] - Status: ['0x0'] + Status: ['0x8309000A'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [44877c9b-66fe-42f4-8678-ee94a7de4163] + x-ms-request-id: [d689040c-9cba-4ffb-80c8-1dd837af57f5] x-ms-webhdfs-version: [16.12.19.00] - status: {code: 200, message: OK} + status: {code: 404, message: Not Found} - request: body: null headers: @@ -32,24 +33,51 @@ interactions: Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] Content-Length: ['0'] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a5455248-0e6a-11e7-9285-645106422854] + x-ms-client-request-id: [91bcfe4a-4267-11e7-b204-645106422854] method: PUT - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=MKDIRS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1//azure_test_dir/littlefile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true response: - body: {string: '{"boolean":true}'} + body: {string: ''} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['16'] + Content-Length: ['0'] + ContentLength: ['0'] + Date: ['Fri, 26 May 2017 23:03:45 GMT'] + Expires: ['-1'] + Location: ['https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=CREATE&api-version=2016-11-01&write=true&overwrite=true'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [147ea217-4860-4c58-b0c4-ab094ed3f976] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [91d5dd8c-4267-11e7-af63-645106422854] + method: GET + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=GETFILESTATUS&api-version=2016-11-01 + response: + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1495740289785,"modificationTime":1495839825355,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['280'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:46 GMT'] + Date: ['Fri, 26 May 2017 23:03:45 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [f50c41be-a0f6-4eb6-84ac-1255423f6a10] + x-ms-request-id: [456ed230-04a1-4d64-a7e6-2b247a794748] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -58,24 +86,24 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a55afc62-0e6a-11e7-b1bc-645106422854] + x-ms-client-request-id: [91e8f07a-4267-11e7-aafc-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?OP=LISTSTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"azure_test_dir","type":"DIRECTORY","blockSize":0,"accessTime":1490123686101,"modificationTime":1490123686101,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false},{"length":0,"pathSuffix":"tmp","type":"DIRECTORY","blockSize":0,"accessTime":1490054670769,"modificationTime":1490054670769,"replication":0,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":false}]}}'} + body: {string: '{"FileStatuses":{"FileStatus":[{"length":0,"pathSuffix":"littlefile","type":"FILE","blockSize":268435456,"accessTime":1495839825343,"modificationTime":1495839825343,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}]}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['582'] + Content-Length: ['333'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:46 GMT'] + Date: ['Fri, 26 May 2017 23:03:45 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [328426ae-cb98-4d7a-a549-d812c943bf3d] + x-ms-request-id: [f5d5475b-bb2a-4550-b0db-e7f0b1ebc995] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} - request: @@ -84,24 +112,51 @@ interactions: Accept: ['*/*'] Accept-Encoding: ['gzip, deflate'] Connection: [keep-alive] - User-Agent: [python/3.5.2 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.6 + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 Azure-Data-Lake-Store-SDK-For-Python] - x-ms-client-request-id: [a56f9634-0e6a-11e7-bc0c-645106422854] + x-ms-client-request-id: [91fcfe9e-4267-11e7-881e-645106422854] method: GET - uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir?api-version=2016-11-01&OP=LISTSTATUS + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=GETFILESTATUS&api-version=2016-11-01 response: - body: {string: '{"FileStatuses":{"FileStatus":[]}}'} + body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"FILE","blockSize":268435456,"accessTime":1495839825343,"modificationTime":1495839825343,"replication":1,"permission":"770","owner":"9a23860e-03b0-4bad-a8b7-e1d081d592bd","group":"2e6c02d2-a364-4530-9137-d17403996cbf","msExpirationTime":0,"aclBit":false}}'} headers: Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] - Content-Length: ['34'] + Content-Length: ['304'] + Content-Type: [application/json; charset=utf-8] + Date: ['Fri, 26 May 2017 23:03:45 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Status: ['0x0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ecf13607-aa88-4be8-82bc-505cf8d3e87d] + x-ms-webhdfs-version: [16.12.19.00] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: ['*/*'] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['0'] + User-Agent: [python/3.5.2 (Windows-10-10.0.15063-SP0) azure.datalake.store.lib/0.0.10 + Azure-Data-Lake-Store-SDK-For-Python] + x-ms-client-request-id: [92108908-4267-11e7-838f-645106422854] + method: DELETE + uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/azure_test_dir/littlefile?OP=DELETE&api-version=2016-11-01&recursive=True + response: + body: {string: '{"boolean":true}'} + headers: + Cache-Control: ['no-cache, no-cache, no-store, max-age=0'] + Content-Length: ['16'] Content-Type: [application/json; charset=utf-8] - Date: ['Tue, 21 Mar 2017 19:14:46 GMT'] + Date: ['Fri, 26 May 2017 23:03:45 GMT'] Expires: ['-1'] Pragma: [no-cache] Status: ['0x0'] Strict-Transport-Security: [max-age=15724800; includeSubDomains] X-Content-Type-Options: [nosniff] - x-ms-request-id: [2e9d3607-07f6-41d1-aeb1-3cff57b28c03] + x-ms-request-id: [26dd610d-8520-4e35-b7f8-b5b3663ca24f] x-ms-webhdfs-version: [16.12.19.00] status: {code: 200, message: OK} version: 1 diff --git a/tests/test_core.py b/tests/test_core.py index 4ea3ad1..10457d2 100644 --- a/tests/test_core.py +++ b/tests/test_core.py @@ -12,9 +12,8 @@ import pytest import datetime from azure.datalake.store import utils -from azure.datalake.store.exceptions import PermissionError -from tests.testing import azure, azure_teardown, my_vcr, posix, tmpfile, working_dir - +from azure.datalake.store.exceptions import PermissionError, FileNotFoundError +from tests.testing import azure, second_azure, azure_teardown, my_vcr, posix, tmpfile, working_dir test_dir = working_dir() a = posix(test_dir / 'a') @@ -48,23 +47,35 @@ def test_idempotent_connect(azure): @my_vcr.use_cassette def test_ls_touch(azure): with azure_teardown(azure): - assert not azure.ls(test_dir) + assert not azure.ls(test_dir, invalidate_cache=False) azure.touch(a) azure.touch(b) - L = azure.ls(test_dir, True) + L = azure.ls(test_dir, True, invalidate_cache=False) assert set(d['name'] for d in L) == set([a, b]) - L = azure.ls(test_dir, False) + L = azure.ls(test_dir, False, invalidate_cache=False) assert set(L) == set([a, b]) +@my_vcr.use_cassette +def test_ls_touch_invalidate_cache(azure, second_azure): + with azure_teardown(azure): + assert not azure.ls(test_dir, invalidate_cache=False) + assert not second_azure.ls(test_dir, invalidate_cache=False) + azure.touch(a) + azure.touch(b) + L = azure.ls(test_dir, True, invalidate_cache=False) + assert not second_azure.ls(test_dir, invalidate_cache=False) + L_second = second_azure.ls(test_dir, True, invalidate_cache=True) + assert set(d['name'] for d in L) == set([a, b]) + assert L == L_second @my_vcr.use_cassette def test_rm(azure): with azure_teardown(azure): - assert not azure.exists(a) + assert not azure.exists(a, invalidate_cache=False) azure.touch(a) - assert azure.exists(a) + assert azure.exists(a, invalidate_cache=False) azure.rm(a) - assert not azure.exists(a) + assert not azure.exists(a, invalidate_cache=False) @my_vcr.use_cassette @@ -189,7 +200,7 @@ def test_glob_walk(azure): posix(test_dir / 'a3'), posix(test_dir / 'b1')} - assert set(azure.walk(test_dir)) == { + assert set(azure.walk(test_dir, invalidate_cache=False)) == { posix(test_dir / 'a'), posix(test_dir / 'a1'), posix(test_dir / 'a2'), @@ -199,21 +210,82 @@ def test_glob_walk(azure): posix(test_dir / 'c' / 'x2'), posix(test_dir / 'c' / 'd' / 'x3')} - assert set(azure.walk(test_dir / 'c')) == { + assert set(azure.walk(test_dir / 'c', invalidate_cache=False)) == { posix(test_dir / 'c' / 'x1'), posix(test_dir / 'c' / 'x2'), posix(test_dir / 'c' / 'd' / 'x3')} - assert set(azure.walk(test_dir / 'c')) == set(azure.walk(test_dir / 'c')) + assert set(azure.walk(test_dir / 'c', invalidate_cache=False)) == set(azure.walk(test_dir / 'c', invalidate_cache=False)) # test glob and walk with details=True - glob_details = azure.glob(test_dir / '*', details=True) + glob_details = azure.glob(test_dir / '*', details=True, invalidate_cache=False) # validate that the objects are subscriptable assert glob_details[0]['name'] is not None assert glob_details[0]['type'] is not None - walk_details = azure.walk(test_dir, details=True) + walk_details = azure.walk(test_dir, details=True, invalidate_cache=False) + assert walk_details[0]['name'] is not None + assert walk_details[0]['type'] is not None + +@my_vcr.use_cassette +def test_glob_walk_invalidate_cache(azure): + with azure_teardown(azure): + azure.mkdir(test_dir / 'c') + azure.mkdir(test_dir / 'c' / 'd') + filenames = ['a', 'a1', 'a2', 'a3', 'b1', 'c/x1', 'c/x2', 'c/d/x3'] + filenames = [test_dir / s for s in filenames] + for fn in filenames: + azure.touch(fn) + + assert set(azure.glob(test_dir / 'a*')) == { + posix(test_dir / 'a'), + posix(test_dir / 'a1'), + posix(test_dir / 'a2'), + posix(test_dir / 'a3')} + + assert set(azure.glob(test_dir / 'c' / '*')) == { + posix(test_dir / 'c' / 'x1'), + posix(test_dir / 'c' / 'x2')} + + assert (set(azure.glob(test_dir / 'c')) == + set(azure.glob(test_dir / 'c' / ''))) + + assert set(azure.glob(test_dir / 'a')) == {posix(test_dir / 'a')} + assert set(azure.glob(test_dir / 'a1')) == {posix(test_dir / 'a1')} + + assert set(azure.glob(test_dir / '*')) == { + posix(test_dir / 'a'), + posix(test_dir / 'a1'), + posix(test_dir / 'a2'), + posix(test_dir / 'a3'), + posix(test_dir / 'b1')} + + assert set(azure.walk(test_dir, invalidate_cache=True)) == { + posix(test_dir / 'a'), + posix(test_dir / 'a1'), + posix(test_dir / 'a2'), + posix(test_dir / 'a3'), + posix(test_dir / 'b1'), + posix(test_dir / 'c' / 'x1'), + posix(test_dir / 'c' / 'x2'), + posix(test_dir / 'c' / 'd' / 'x3')} + + assert set(azure.walk(test_dir / 'c', invalidate_cache=True)) == { + posix(test_dir / 'c' / 'x1'), + posix(test_dir / 'c' / 'x2'), + posix(test_dir / 'c' / 'd' / 'x3')} + + assert set(azure.walk(test_dir / 'c', invalidate_cache=True)) == set(azure.walk(test_dir / 'c', invalidate_cache=True)) + + # test glob and walk with details=True + glob_details = azure.glob(test_dir / '*', details=True, invalidate_cache=True) + + # validate that the objects are subscriptable + assert glob_details[0]['name'] is not None + assert glob_details[0]['type'] is not None + + walk_details = azure.walk(test_dir, details=True, invalidate_cache=True) assert walk_details[0]['name'] is not None assert walk_details[0]['type'] is not None @@ -223,13 +295,40 @@ def test_info(azure): with azure.open(a, 'wb') as f: f.write(b'a' * 5) - info = azure.info(a) + info = azure.info(a, invalidate_cache=False) assert info['length'] == 5 assert info['name'] == a assert info['type'] == 'FILE' - assert azure.info(test_dir)['type'] == 'DIRECTORY' + assert azure.info(test_dir, invalidate_cache=True)['type'] == 'DIRECTORY' +@my_vcr.use_cassette +def test_info_invalidate_cache(azure, second_azure): + with azure_teardown(azure): + # construct initial cache and ensure the file doesn't already exist + assert not azure.exists(a, invalidate_cache=False) + assert not second_azure.exists(a, invalidate_cache=False) + + with azure.open(a, 'wb') as f: + f.write(b'a' * 5) + + # verify that it works in the fs that did the write and not on the other + info = azure.info(a, invalidate_cache=False) + with pytest.raises(FileNotFoundError): + second_azure.info(a, invalidate_cache=False) + + # then invalidate + second_info = second_azure.info(a, invalidate_cache=True) + assert info['length'] == 5 + assert info['name'] == a + assert info['type'] == 'FILE' + + assert info['length'] == second_info['length'] + assert info['name'] == second_info['name'] + assert info['type'] == second_info['type'] + + # assure that the cache was properly repopulated on the info call + assert second_azure.info(test_dir, invalidate_cache=False)['type'] == 'DIRECTORY' @my_vcr.use_cassette def test_df(azure): @@ -248,11 +347,11 @@ def test_df(azure): def test_move(azure): with azure_teardown(azure): azure.touch(a) - assert azure.exists(a) - assert not azure.exists(b) + assert azure.exists(a, invalidate_cache=False) + assert not azure.exists(b, invalidate_cache=False) azure.mv(a, b) - assert not azure.exists(a) - assert azure.exists(b) + assert not azure.exists(a, invalidate_cache=False) + assert azure.exists(b, invalidate_cache=False) @my_vcr.use_cassette @@ -260,22 +359,40 @@ def test_move(azure): def test_copy(azure): with azure_teardown(azure): azure.touch(a) - assert azure.exists(a) - assert not azure.exists(b) + assert azure.exists(a, invalidate_cache=False) + assert not azure.exists(b, invalidate_cache=False) azure.cp(a, b) - assert azure.exists(a) - assert azure.exists(b) + assert azure.exists(a, invalidate_cache=False) + assert azure.exists(b, invalidate_cache=False) @my_vcr.use_cassette def test_exists(azure): with azure_teardown(azure): - assert not azure.exists(a) + assert not azure.exists(a, invalidate_cache=False) azure.touch(a) - assert azure.exists(a) + assert azure.exists(a, invalidate_cache=False) azure.rm(a) - assert not azure.exists(a) + assert not azure.exists(a, invalidate_cache=False) +@my_vcr.use_cassette +def test_exists_remove_invalidate_cache(azure, second_azure): + with azure_teardown(azure): + # test to ensure file does not exist up front, cache doesn't matter + assert not azure.exists(a, invalidate_cache=False) + assert not second_azure.exists(a, invalidate_cache=False) + azure.touch(a) + # now ensure that it exists in the client that did the work, but not in the other + assert azure.exists(a, invalidate_cache=False) + assert not second_azure.exists(a, invalidate_cache=False) + # now, with cache invalidation it should exist + assert second_azure.exists(a, invalidate_cache=True) + azure.rm(a) + # same idea with remove. It should no longer exist (cache invalidated or not) in client 1, but still exist in client 2 + assert not azure.exists(a, invalidate_cache=False) + assert second_azure.exists(a, invalidate_cache=False) + # now ensure it does not exist when we do invalidate the cache + assert not second_azure.exists(a, invalidate_cache=True) @my_vcr.use_cassette def test_cat(azure): @@ -372,7 +489,7 @@ def test_readline(azure): def test_touch_exists(azure): with azure_teardown(azure): azure.touch(a) - assert azure.exists(a) + assert azure.exists(a, invalidate_cache=False) @my_vcr.use_cassette @@ -610,7 +727,6 @@ def test_delimiters_dash(azure): @my_vcr.use_cassette -@pytest.mark.skipif(sys.version_info[0:2] == (3, 3), reason="takes too long on Python 3.3") def test_chmod(azure): with azure_teardown(azure): azure.touch(a) @@ -636,7 +752,7 @@ def test_chmod(azure): azure.chmod(test_dir / 'deep', '660') with pytest.raises((OSError, IOError)): - azure.ls(test_dir / 'deep') + azure.ls(test_dir / 'deep', invalidate_cache=False) azure.chmod(test_dir / 'deep', '770') @@ -728,19 +844,21 @@ def test_acl_management(azure): @my_vcr.use_cassette def test_set_expiry(azure): with azure_teardown(azure): - azure.touch(a) - - # first get the existing expiry, which should be never - initial_expiry = azure.info(a)['msExpirationTime'] - # this future time gives the milliseconds since the epoch that have occured as of 01/31/2030 at noon epoch_time = datetime.datetime.utcfromtimestamp(0) final_time = datetime.datetime(2030, 1, 31, 12) time_in_milliseconds = (final_time - epoch_time).total_seconds() * 1000 + + # create the file + azure.touch(a) + + # first get the existing expiry, which should be never + initial_expiry = azure.info(a, invalidate_cache=True)['msExpirationTime'] azure.set_expiry(a, 'Absolute', time_in_milliseconds) - - cur_expiry = azure.info(a)['msExpirationTime'] - assert time_in_milliseconds == cur_expiry + cur_expiry = azure.info(a, invalidate_cache=True)['msExpirationTime'] + # this is a range of +- 100ms because the service does a best effort to set it precisely, but there is + # no guarantee that the expiry will be to the exact millisecond + assert time_in_milliseconds - 100 <= cur_expiry <= time_in_milliseconds + 100 assert initial_expiry != cur_expiry # now set it back to never expire and validate it is the same diff --git a/tests/test_multithread.py b/tests/test_multithread.py index 4219b36..b56cd89 100644 --- a/tests/test_multithread.py +++ b/tests/test_multithread.py @@ -16,7 +16,6 @@ from azure.datalake.store.multithread import ADLDownloader, ADLUploader from tests.testing import azure, azure_teardown, md5sum, my_vcr, posix, working_dir from azure.datalake.store.transfer import ADLTransferClient - test_dir = working_dir() @@ -50,8 +49,8 @@ def setup_tree(azure): try: yield finally: - for path in azure.ls(test_dir): - if azure.exists(path): + for path in azure.ls(test_dir, invalidate_cache=False): + if azure.exists(path, invalidate_cache=False): azure.rm(path, recursive=True) @@ -186,6 +185,9 @@ def test_download_glob(tempdir, azure): @my_vcr.use_cassette def test_download_overwrite(tempdir, azure): with setup_tree(azure): + with open(os.path.join(tempdir, 'x.csv'), 'w') as f: + f.write('12345') + with pytest.raises(OSError) as e: ADLDownloader(azure, test_dir, tempdir, 1, 2**24, run=False) assert tempdir in str(e) @@ -335,10 +337,8 @@ def test_upload_overwrite(local_files, azure): bigfile, littlefile, emptyfile, a, b, c = local_files with azure_teardown(azure): - # create the folder that we want to make sure the overwrite - # test fails on if it doesn't already exist - if not azure.exists(test_dir): - azure.mkdir(test_dir) + # make the file already exist. + azure.touch('/{}/littlefile'.format(test_dir.as_posix())) with pytest.raises(OSError) as e: ADLUploader(azure, test_dir, littlefile, nthreads=1) diff --git a/tests/testing.py b/tests/testing.py index 2610501..8bd3d23 100644 --- a/tests/testing.py +++ b/tests/testing.py @@ -80,6 +80,15 @@ def azure(): yield fs +@pytest.yield_fixture() +def second_azure(): + from azure.datalake.store import AzureDLFileSystem + fs = AzureDLFileSystem(token=settings.TOKEN, store_name=settings.STORE_NAME) + + # Clear filesystem cache to ensure we capture all requests from a test + fs.invalidate_cache() + + yield fs @contextmanager def azure_teardown(fs): @@ -89,8 +98,8 @@ def azure_teardown(fs): # this is a best effort. If there is an error attempting to delete during cleanup, # print it, but it should not cause the test to fail. try: - for path in fs.ls(working_dir()): - if fs.exists(path): + for path in fs.ls(working_dir(), invalidate_cache=False): + if fs.exists(path, invalidate_cache=False): fs.rm(path, recursive=True) except Exception as e: print('warning: cleanup failed with exception:')