Fix tqdm in downloader (#4603)

* fix tqdm * rtol -> atol
PaddlePaddle · Feb 1, 2023 · 19f7623 · 19f7623
1 parent a600b41
commit 19f7623
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 30 deletions.
diff --git a/paddlenlp/utils/downloader.py b/paddlenlp/utils/downloader.py
@@ -16,7 +16,6 @@
 import os
 import os.path as osp
 import shutil
-import sys
 import tarfile
 import threading
 import time
@@ -28,34 +27,10 @@
 import requests
 from huggingface_hub import get_hf_file_metadata, hf_hub_url
 from huggingface_hub.utils import EntryNotFoundError
+from tqdm.auto import tqdm
 
 from .env import DOWNLOAD_SERVER, FAILED_STATUS, SUCCESS_STATUS
 from .file_lock import FileLock
-
-try:
-    from tqdm import tqdm
-except:  # noqa: E722
-
-    class tqdm(object):
-        def __init__(self, total=None, **kwargs):
-            self.total = total
-            self.n = 0
-
-        def update(self, n):
-            self.n += n
-            if self.total is None:
-                sys.stderr.write("\r{0:.1f} bytes".format(self.n))
-            else:
-                sys.stderr.write("\r{0:.1f}%".format(100 * self.n / float(self.total)))
-            sys.stderr.flush()
-
-        def __enter__(self):
-            return self
-
-        def __exit__(self, exc_type, exc_val, exc_tb):
-            sys.stderr.write("\n")
-
-
 from .log import logger
 
 __all__ = ["get_weights_path_from_url"]

diff --git a/tests/transformers/bert/test_modeling.py b/tests/transformers/bert/test_modeling.py
@@ -737,7 +737,7 @@ def test_bert_classes_from_local_dir(self, class_name, pytorch_class_name: str |
                 np.allclose(
                     paddle_logit.detach().cpu().reshape([-1])[:9].numpy(),
                     torch_logit.detach().cpu().reshape([-1])[:9].numpy(),
-                    rtol=1e-4,
+                    atol=1e-3,
                 )
             )
 

diff --git a/tests/transformers/gpt/test_modeling.py b/tests/transformers/gpt/test_modeling.py
@@ -627,7 +627,7 @@ def test_gpt_classes_from_local_dir(self, paddle_class_name, pytorch_class_name:
                 np.allclose(
                     paddle_logit.detach().cpu().numpy().reshape([-1])[:9],
                     torch_logit.detach().cpu().numpy().reshape([-1])[:9],
-                    rtol=1e-3,
+                    atol=1e-3,
                 )
             )
 

diff --git a/tests/transformers/roberta/test_modeling.py b/tests/transformers/roberta/test_modeling.py
@@ -500,7 +500,7 @@ def test_roberta_classes_from_local_dir(self, class_name):
                 np.allclose(
                     paddle_logit.detach().cpu().reshape([-1])[:9].numpy(),
                     torch_logit.detach().cpu().reshape([-1])[:9].numpy(),
-                    rtol=1e-4,
+                    atol=1e-3,
                 )
             )
 

diff --git a/tests/transformers/t5/test_modeling.py b/tests/transformers/t5/test_modeling.py
@@ -822,7 +822,7 @@ def test_t5_for_conditional_generation(self):
                 np.allclose(
                     paddle_logit.detach().cpu().reshape([-1])[:9].numpy(),
                     torch_logit.detach().cpu().reshape([-1])[:9].numpy(),
-                    rtol=1e-4,
+                    atol=1e-3,
                 )
             )