ddg: add support for whitelist-subdomains

blokadaorg · Nov 25, 2022 · e661890 · e661890
1 parent 3e0c8c8
commit e661890
Show file tree

Hide file tree

Showing 2 changed files with 40 additions and 0 deletions.
diff --git a/scripts/ddg.py b/scripts/ddg.py
@@ -69,8 +69,22 @@ def usage():
     with open(path.join(base_path, "whitelist")) as f:
         whitelist = f.read().split("\n")
 
+    print("Whitelist:")
     print(whitelist)
 
+    # load whitelisted subdomains if any
+    whitelistedSubdomains = []
+    with open(path.join(base_path, "whitelist-subdomains")) as f:
+        wsInput = f.read().split("\n")
+        for ws in wsInput:
+            if ws:
+                whitelistedSubdomains.append(ws)
+                for x in range(10):
+                    whitelistedSubdomains.append(ws + str(x))
+
+    print("Whitelisted subdomains:")
+    print(whitelistedSubdomains)
+
     # load all domain files
     print("  Processing DuckDuckGo repo...")
     domains = []

diff --git a/scripts/whitelist-subdomains b/scripts/whitelist-subdomains
@@ -0,0 +1,26 @@
+www
+api
+cdn
+im
+image-
+image
+images
+imagesd
+imageservice-assets-ht
+imagesjoins
+imagesrv
+imagesxf
+img
+img-
+imgb
+imgbp
+imgcdn
+imgcover
+imgcy
+imgd
+imgg
+imgix
+imgopt01
+imgproxy
+imgs
+imgs10