[train] update config dataclass repr to check against None

python/ray/air/config.py

@@ -71,11 +71,20 @@ def _repr_dataclass(obj, *, default_values: Optional[Dict[str, Any]] = None) ->
 
     non_default_values = {}  # Maps field name to value.
 
+    def equals(value, default_value):
+        # We need to special case None because of a bug in pyarrow:
+        # https://github.com/apache/arrow/issues/38535
+        if value is None and default_value is None:
+            return True
+        if value is None or default_value is None:
+            return False
+        return value == default_value
+
     for field in fields(obj):
         value = getattr(obj, field.name)
         default_value = default_values.get(field.name, field.default)
         is_required = isinstance(field.default, _MISSING_TYPE)
-        if is_required or value != default_value:
+        if is_required or not equals(value, default_value):
             non_default_values[field.name] = value
 
     string = f"{obj.__class__.__name__}("

python/ray/air/tests/test_configs.py

@@ -1,5 +1,7 @@
 import pytest
 
+import pyarrow.fs
+
 from ray.train import (
     ScalingConfig,
     FailureConfig,
@@ -30,6 +32,12 @@ def test_repr(config):
     assert len(representation) < MAX_REPR_LENGTH
 
 
+def test_storage_filesystem_repr():
+    config = RunConfig(storage_filesystem=pyarrow.fs.S3FileSystem())
+    representation = repr(config)
+    assert len(representation) < MAX_REPR_LENGTH
+
+
 def test_failure_config_init():
     FailureConfig(fail_fast=True)
     FailureConfig(fail_fast=False)