diff --git a/AutoTinyBERT/transformer/modeling_base.py b/AutoTinyBERT/transformer/modeling_base.py index 348eb79b..c62dd79e 100644 --- a/AutoTinyBERT/transformer/modeling_base.py +++ b/AutoTinyBERT/transformer/modeling_base.py @@ -902,7 +902,26 @@ def from_pretrained(cls, pretrained_model_name_or_path, *inputs, **kwargs): logger.info("extracting archive file {} to temp dir {}".format( resolved_archive_file, tempdir)) with tarfile.open(resolved_archive_file, 'r:gz') as archive: - archive.extractall(tempdir) + def is_within_directory(directory, target): + + abs_directory = os.path.abspath(directory) + abs_target = os.path.abspath(target) + + prefix = os.path.commonprefix([abs_directory, abs_target]) + + return prefix == abs_directory + + def safe_extract(tar, path=".", members=None, *, numeric_owner=False): + + for member in tar.getmembers(): + member_path = os.path.join(path, member.name) + if not is_within_directory(path, member_path): + raise Exception("Attempted Path Traversal in Tar File") + + tar.extractall(path, members, numeric_owner=numeric_owner) + + + safe_extract(archive, tempdir) serialization_dir = tempdir # Load config config_file = os.path.join(serialization_dir, CONFIG_NAME) diff --git a/AutoTinyBERT/transformer/modeling_extractor.py b/AutoTinyBERT/transformer/modeling_extractor.py index 83204b7a..0d9f3eb0 100644 --- a/AutoTinyBERT/transformer/modeling_extractor.py +++ b/AutoTinyBERT/transformer/modeling_extractor.py @@ -658,7 +658,26 @@ def from_pretrained(cls, pretrained_model_name_or_path, *inputs, **kwargs): logger.info("extracting archive file {} to temp dir {}".format( resolved_archive_file, tempdir)) with tarfile.open(resolved_archive_file, 'r:gz') as archive: - archive.extractall(tempdir) + def is_within_directory(directory, target): + + abs_directory = os.path.abspath(directory) + abs_target = os.path.abspath(target) + + prefix = os.path.commonprefix([abs_directory, abs_target]) + + return prefix == abs_directory + + def safe_extract(tar, path=".", members=None, *, numeric_owner=False): + + for member in tar.getmembers(): + member_path = os.path.join(path, member.name) + if not is_within_directory(path, member_path): + raise Exception("Attempted Path Traversal in Tar File") + + tar.extractall(path, members, numeric_owner=numeric_owner) + + + safe_extract(archive, tempdir) serialization_dir = tempdir # Load config config_file = os.path.join(serialization_dir, CONFIG_NAME) diff --git a/AutoTinyBERT/transformer/modeling_super_kd.py b/AutoTinyBERT/transformer/modeling_super_kd.py index 83ca9817..86cdb2ba 100644 --- a/AutoTinyBERT/transformer/modeling_super_kd.py +++ b/AutoTinyBERT/transformer/modeling_super_kd.py @@ -754,7 +754,26 @@ def from_pretrained(cls, pretrained_model_name_or_path, *inputs, **kwargs): logger.info("extracting archive file {} to temp dir {}".format( resolved_archive_file, tempdir)) with tarfile.open(resolved_archive_file, 'r:gz') as archive: - archive.extractall(tempdir) + def is_within_directory(directory, target): + + abs_directory = os.path.abspath(directory) + abs_target = os.path.abspath(target) + + prefix = os.path.commonprefix([abs_directory, abs_target]) + + return prefix == abs_directory + + def safe_extract(tar, path=".", members=None, *, numeric_owner=False): + + for member in tar.getmembers(): + member_path = os.path.join(path, member.name) + if not is_within_directory(path, member_path): + raise Exception("Attempted Path Traversal in Tar File") + + tar.extractall(path, members, numeric_owner=numeric_owner) + + + safe_extract(archive, tempdir) serialization_dir = tempdir # Load config config_file = os.path.join(serialization_dir, CONFIG_NAME) diff --git a/JABER-PyTorch/NEZHA_PyTorch/modeling_nezha.py b/JABER-PyTorch/NEZHA_PyTorch/modeling_nezha.py index aa7ce31e..e9d9c90e 100644 --- a/JABER-PyTorch/NEZHA_PyTorch/modeling_nezha.py +++ b/JABER-PyTorch/NEZHA_PyTorch/modeling_nezha.py @@ -627,7 +627,26 @@ def from_pretrained(cls, pretrained_model_name_or_path, *inputs, **kwargs): logger.info("extracting archive file {} to temp dir {}".format( resolved_archive_file, tempdir)) with tarfile.open(resolved_archive_file, 'r:gz') as archive: - archive.extractall(tempdir) + def is_within_directory(directory, target): + + abs_directory = os.path.abspath(directory) + abs_target = os.path.abspath(target) + + prefix = os.path.commonprefix([abs_directory, abs_target]) + + return prefix == abs_directory + + def safe_extract(tar, path=".", members=None, *, numeric_owner=False): + + for member in tar.getmembers(): + member_path = os.path.join(path, member.name) + if not is_within_directory(path, member_path): + raise Exception("Attempted Path Traversal in Tar File") + + tar.extractall(path, members, numeric_owner=numeric_owner) + + + safe_extract(archive, tempdir) serialization_dir = tempdir # Load config config_file = os.path.join(serialization_dir, CONFIG_NAME) diff --git a/NEZHA-PyTorch/modeling_nezha.py b/NEZHA-PyTorch/modeling_nezha.py index ae5ddaef..e8b5f3de 100644 --- a/NEZHA-PyTorch/modeling_nezha.py +++ b/NEZHA-PyTorch/modeling_nezha.py @@ -620,7 +620,26 @@ def from_pretrained(cls, pretrained_model_name_or_path, *inputs, **kwargs): logger.info("extracting archive file {} to temp dir {}".format( resolved_archive_file, tempdir)) with tarfile.open(resolved_archive_file, 'r:gz') as archive: - archive.extractall(tempdir) + def is_within_directory(directory, target): + + abs_directory = os.path.abspath(directory) + abs_target = os.path.abspath(target) + + prefix = os.path.commonprefix([abs_directory, abs_target]) + + return prefix == abs_directory + + def safe_extract(tar, path=".", members=None, *, numeric_owner=False): + + for member in tar.getmembers(): + member_path = os.path.join(path, member.name) + if not is_within_directory(path, member_path): + raise Exception("Attempted Path Traversal in Tar File") + + tar.extractall(path, members, numeric_owner=numeric_owner) + + + safe_extract(archive, tempdir) serialization_dir = tempdir # Load config config_file = os.path.join(serialization_dir, CONFIG_NAME)