[Logs] Fix /build/status returning 500 when failing kubectl logs (#…

…3660)

mlrun/api/api/endpoints/functions.py

@@ -31,6 +31,7 @@
     Response,
 )
 from fastapi.concurrency import run_in_threadpool
+from kubernetes.client.rest import ApiException
 from sqlalchemy.orm import Session
 
 import mlrun.api.crud
@@ -488,7 +489,18 @@ def _handle_job_deploy_status(
         state = mlrun.common.schemas.FunctionState.error
 
     if (logs and state != "pending") or state in terminal_states:
-        resp = mlrun.api.utils.singletons.k8s.get_k8s_helper(silent=False).logs(pod)
+        try:
+            resp = mlrun.api.utils.singletons.k8s.get_k8s_helper(silent=False).logs(pod)
+        except ApiException as exc:
+            logger.warning(
+                "Failed to get build logs",
+                function_name=name,
+                function_state=state,
+                pod=pod,
+                exc_info=exc,
+            )
+            resp = ""
+
         if state in terminal_states:
             # TODO: move to log collector
             log_file.parent.mkdir(parents=True, exist_ok=True)