Do not delete rpath from torch.dylib on Darwin (#47337)

Summary:
Fixes CI regressions introduced by #47262

Pull Request resolved: #47337

Reviewed By: ngimel

Differential Revision: D24721954

Pulled By: malfet

fbshipit-source-id: 395b037b29c0fc3b62ca50bba9be940ad72e0c5b

setup.py

@@ -368,8 +368,6 @@ def _embed_libiomp(self):
             return
         lib_dir = os.path.join(self.build_lib, 'torch', 'lib')
         libtorch_cpu_path = os.path.join(lib_dir, 'libtorch_cpu.dylib')
-        libtorch_path = os.path.join(lib_dir, 'libtorch.dylib')
-        libtorch_python_path = os.path.join(lib_dir, 'libtorch_python.dylib')
         # Parse libtorch_cpu load commands
         otool_cmds = subprocess.check_output(['otool', '-l', libtorch_cpu_path]).decode('utf-8').split('\n')
         rpaths, libs = [], []
@@ -397,11 +395,6 @@ def _embed_libiomp(self):
             self.copy_file(source_lib, target_lib)
             break
 
-        # Delete rpath from those libs
-        for rpath in rpaths:
-            for lib in [libtorch_cpu_path, libtorch_path, libtorch_python_path]:
-                subprocess.check_call(['install_name_tool', '-delete_rpath', rpath, lib])
-
     def run(self):
         # Report build options. This is run after the build completes so # `CMakeCache.txt` exists and we can get an
         # accurate report on what is used and what is not.