diff --git a/python/tvm/contrib/nvcc.py b/python/tvm/contrib/nvcc.py
index 8c3d34af174e..d990a095bc5a 100644
--- a/python/tvm/contrib/nvcc.py
+++ b/python/tvm/contrib/nvcc.py
@@ -173,7 +173,7 @@ def find_libdevice_path(arch):
     selected_ver = 0
     selected_path = None
     cuda_ver = get_cuda_version(cuda_path)
-    if cuda_ver in (9.0, 9.1, 10.0):
+    if cuda_ver in (9.0, 9.1, 10.0, 11.0):
         path = os.path.join(lib_path, "libdevice.10.bc")
     else:
         for fn in os.listdir(lib_path):