Merge pull request #2750 from activeloopai/fy_tfm_err

Better transform error propagation

deeplake/core/transform/transform.py

@@ -479,7 +479,11 @@ def run(
 
         for res in result["error"]:
             if res is not None:
-                raise res
+                print(res["traceback"])
+                print(
+                    "The above exception was the direct cause of the following exception:\n"
+                )
+                raise res["raise"]
 
 
 def compose(functions: List[ComputeFunction]):  # noqa: DAR101, DAR102, DAR201, DAR401

deeplake/util/transform.py

@@ -37,6 +37,7 @@
     SampleAppendError,
 )
 
+import traceback
 import posixpath
 import time
 
@@ -393,7 +394,18 @@ def store_data_slice_with_pbar(pg_callback, transform_input: Tuple) -> Dict:
         # retrieve relevant objects from memory
         meta = _retrieve_memory_objects(all_chunk_engines)
         meta.update(ret)
-        meta["error"] = err
+
+        err_dict: Optional[Dict[str, Any]] = None
+        if err:
+            err_dict = {}
+            err_dict["raise"] = err
+            cause = err.__cause__
+            if cause:
+                cause_traceback = "".join(
+                    traceback.format_exception(cause.__class__, cause, cause.__traceback__)  # type: ignore
+                )
+                err_dict["traceback"] = cause_traceback
+        meta["error"] = err_dict
         return meta