remove mandatory build of cuda extensions when using a GPU enabled ma…

…chine
OlivierDehaene · Jan 30, 2023 · a834e64 · a834e64
1 parent 36a507c
commit a834e64
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 4 deletions.
diff --git a/setup.py b/setup.py
@@ -73,12 +73,11 @@
 from distutils.core import Command
 from pathlib import Path
 
-import torch.cuda
 from setuptools import find_packages, setup
 
 from torch.utils.cpp_extension import BuildExtension, CUDAExtension
 
-BUILD_EXTENSIONS = (os.environ.get("BUILD_EXTENSIONS", "False") == "True") | torch.cuda.is_available()
+BUILD_EXTENSIONS = os.environ.get("BUILD_EXTENSIONS", "False") == "True"
 
 # Remove stale transformers.egg-info directory to avoid https://github.com/pypa/pip/issues/5466
 

diff --git a/src/transformers/models/bloom/modeling_bloom.py b/src/transformers/models/bloom/modeling_bloom.py
@@ -338,8 +338,6 @@ def forward(
                 use_cache
             )
         else:
-            if torch.cuda.is_available():
-                raise ValueError("You must build the cuda kernel with: `python setup.py build_ext --inplace`")
             context_layer, present, attention_probs = self.compute_attention(
                 fused_qkv=fused_qkv,
                 layer_past=layer_past,