Merge branch 'develop' into new_add_prompt_logprobs_online

Author: qwes5s5

fastdeploy/config.py

@@ -1814,6 +1814,15 @@ def check(self):
                 int(envs.FD_DISABLED_RECOVER) == 0
             ), "FD_DISABLED_RECOVER is not supported while ENABLE_V1_KVCACHE_SCHEDULER is turned on."
 
+        if self.eplb_config is not None and self.eplb_config.enable_eplb:
+            try:
+                import cuda  # noqa
+            except ImportError:
+                raise ImportError(
+                    "cuda-python not installed. Install the version matching your CUDA toolkit:\n"
+                    "  CUDA 12.x → pip install cuda-python==12.*\n"
+                )
+
     def print(self):
         """
         print all config

fastdeploy/eplb/async_expert_loader.py

@@ -22,7 +22,11 @@
 
 import numpy as np
 import paddle
-from cuda import cudart
+
+try:
+    from cuda import cudart
+except ImportError:
+    cudart = None
 
 from fastdeploy.config import EPLBConfig
 
@@ -90,6 +94,12 @@ def create_mmap(model_name: List, ep_rank: int, ep_size: int, shm_uuid: str, epl
         shm_ptr = ctypes.cast(shm_ptr, ctypes.POINTER(ctypes.c_int8))
         addr = ctypes.addressof(shm_ptr.contents)
 
+        if cudart is None:
+            raise ImportError(
+                "cuda-python not installed. Install the version matching your CUDA toolkit:\n"
+                "  CUDA 12.x → pip install cuda-python==12.*\n"
+            )
+
         # Register memory with CUDA
         (ret,) = cudart.cudaHostRegister(addr, shm_size, 0)
         if ret != cudart.cudaError_t.cudaSuccess:

requirements.txt

@@ -46,4 +46,3 @@ msgspec
 einops
 setproctitle
 aistudio_sdk
-cuda-python==12.8