From 2c1e36d53e7bfadfa9492f9644e0b41543467f6d Mon Sep 17 00:00:00 2001
From: Eli Uriegas <1700823+seemethere@users.noreply.github.com>
Date: Tue, 3 Jan 2023 09:47:22 -0800
Subject: [PATCH] s3_management: Add PACKAGE_ALLOW_LIST for indices (#1259)

---
 s3_management/manage.py | 30 +++++++++++++++++++++++++++++-
 1 file changed, 29 insertions(+), 1 deletion(-)

diff --git a/s3_management/manage.py b/s3_management/manage.py
index f684dc316..009ce5beb 100644
--- a/s3_management/manage.py
+++ b/s3_management/manage.py
@@ -30,6 +30,34 @@
     "whl/test": "torch_test.html",
 }
 
+PACKAGE_ALLOW_LIST = {
+    "Pillow",
+    "certifi",
+    "charset-normalizer",
+    "cmake",
+    "filelock",
+    "idna",
+    "mpmath",
+    "nestedtensor",
+    "networkx",
+    "numpy",
+    "packaging",
+    "pytorch-triton",
+    "requests",
+    "sympy",
+    "torch",
+    "torcharrow",
+    "torchaudio",
+    "torchcsprng",
+    "torchdata",
+    "torchdistx",
+    "torchrec",
+    "torchtext",
+    "torchvision",
+    "typing-extensions",
+    "urllib3",
+}
+
 # Should match torch-2.0.0.dev20221221+cu118-cp310-cp310-linux_x86_64.whl as:
 # Group 1: torch-2.0.0.dev
 # Group 2: 20221221
@@ -96,7 +124,7 @@ def nightly_packages_to_show(self: S3IndexType) -> Set[str]:
                 to_hide.add(obj)
             elif between_bad_dates(package_build_time):
                 to_hide.add(obj)
-            elif "torchtriton" in package_name:
+            elif package_name not in PACKAGE_ALLOW_LIST:
                 to_hide.add(obj)
             else:
                 packages[package_name] += 1