Merge pull request #320 from JustAnotherArchivist/ignore-reddit-update

Update Reddit ignore set
ArchiveTeam · Aug 2, 2018 · 8ebcc59 · 8ebcc59
2 parents d040b05 + e3f9542
commit 8ebcc59
Showing 1 changed file with 16 additions and 14 deletions.
diff --git a/db/ignore_patterns/reddit.json b/db/ignore_patterns/reddit.json
@@ -2,24 +2,26 @@
     "name": "reddit",
     "patterns": [
         "^https?://out\\.reddit\\.com/",
-        "^https?://www\\.reddit\\.com/gold\\?goldtype=",
-        "^https?://www\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/[a-z0-9]+",
-        "^https?://www\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+.*\\?sort=",
-        "^https?://www\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/\\.compact",
-        "^https?://www\\.reddit\\.com/r/[^/]+/(top|new|rising|controversial|gilded|ads)/.+[\\?&]after=",
-        "^https?://www\\.reddit\\.com/r/[^/]+/related/",
-        "^https?://www\\.reddit\\.com/r/[^/]+/(gilded)?\\.mobile\\?",
-        "^https?://www\\.reddit\\.com/r/[^/]+/search/?\\?",
-        "^https?://www\\.reddit\\.com/r/[^/]+/wiki/(revisions|discussions)/user/.+",
-        "^https?://www\\.reddit\\.com/user/[^/]+/(comments/)?.+[\\?&]sort=",
-        "^https?://www\\.reddit\\.com/.+/\\.rss$",
+        "^https?://(www|old|np)\\.reddit\\.com/gold\\?goldtype=",
+        "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/[a-z0-9]+",
+        "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+.*\\?sort=",
+        "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/\\.compact",
+        "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/((hot|top|new|rising|controversial|gilded|ads)/)?.*[?&]before=",
+        "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/related/",
+        "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/(gilded)?\\.mobile\\?",
+        "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/search/?\\?",
+        "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/wiki/(revisions|discussions)/user/.+",
+        "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/wiki/revisions/.*[?&]before=",
+        "^https?://(www|old|np)\\.reddit\\.com/user/[^/]+/(comments/)?.+[?&]sort=",
+        "^https?://(www|old|np)\\.reddit\\.com/.+/\\.rss$",
         "^https?://simple\\.reddit\\.com/",
         "^https?://pixel\\.redditmedia\\.com/pixel/",
-        "\\.reddit\\.com/message/compose/?\\?",
+        "^https?://[^/]+\\.reddit\\.com/message/compose/?\\?",
         "^https?://m\\.reddit\\.com/",
-        "^https?://www\\.reddit\\.com/r/[^/]+/comments/[0-9a-z]+/[^/]+/\\?utm_content=(thumbnail|title|comments)(?!.*&(?!utm_))",
+        "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/comments/[0-9a-z]+/[^/]+/\\?utm_content=(thumbnail|title|comments|full_comments)(?!.*&(?!utm_))",
         "^https?://amp\\.reddit\\.com/pixel\\?",
-        "^https?://www\\.reddit\\.com/[^?]+\\?(.*&)?ref=readnext(&|$)"
+        "^https?://(www|old|np)\\.reddit\\.com/[^?]+\\?(.*&)?ref=readnext(&|$)",
+        "^https?://amp\\.reddit\\.com/r/[^/]+/duplicates/"
     ],
     "type": "ignore_patterns"
 }