[bnb] Add simple check for bnb import (#24995)

add simple check for bnb

src/transformers/utils/import_utils.py

@@ -504,7 +504,14 @@ def get_major_and_minor_from_version(full_version):
 
 
 def is_bitsandbytes_available():
-    return _bitsandbytes_available
+    if not is_torch_available():
+        return False
+
+    # bitsandbytes throws an error if cuda is not available
+    # let's avoid that by adding a simple check
+    import torch
+
+    return _bitsandbytes_available and torch.cuda.is_available()
 
 
 def is_torchdistx_available():