From a53bc2d15cac51ea2635cc9a1c0785b8c0c8815f Mon Sep 17 00:00:00 2001 From: Dinahao Zhou Date: Sat, 20 Jan 2024 23:06:46 +0800 Subject: [PATCH] [dataset] fix stream is none --- wenet/dataset/processor.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/wenet/dataset/processor.py b/wenet/dataset/processor.py index 2ac7a6ac4..864d2e800 100644 --- a/wenet/dataset/processor.py +++ b/wenet/dataset/processor.py @@ -76,6 +76,7 @@ def tar_file_and_group(data): """ for sample in data: assert 'stream' in sample + stream = None try: stream = tarfile.open(fileobj=sample['stream'], mode="r:*") prev_prefix = None @@ -115,7 +116,8 @@ def tar_file_and_group(data): 'In tar_file_and_group: {} when processing {}'.format( ex, sample['src'])) finally: - stream.close() + if stream is not None: + stream.close() if 'process' in sample: sample['process'].communicate() sample['stream'].close()