fix: set separate timeout for source fetching

ankaboot-source · Aug 16, 2023 · 3cea21a · 3cea21a
1 parent b01966f
commit 3cea21a
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/openweb_proxy/config.py b/openweb_proxy/config.py
@@ -19,6 +19,7 @@
 PROXY_PROTOCOL = "socks5"
 DEFAULT_PROXY = "https://localhost:3128"
 TIMEOUT = 5
+SOURCE_TIMEOUT = 20
 MAX_WORKERS = 10
 
 RE_URL = re.compile(r"^https?://", re.IGNORECASE)

diff --git a/openweb_proxy/proxy_miner.py b/openweb_proxy/proxy_miner.py
@@ -64,7 +64,7 @@ def __init__(
     def _get_proxies(self, url: str) -> None:
         """Get proxies list from github and al"""
         try:
-            r = requests.get(url, timeout=self.timeout)
+            r = requests.get(url, timeout=config.SOURCE_TIMEOUT)
             self.proxies.update(
                 {
                     f"{self.protocol}://{proxy.group(1)}"