[Data] [Docs] Doc picks for 2.5.1 (#36267)

* [Data] [Docs] Ray Data doc changes for 2.5 (#36224)

#35749
#35751
#35753
#35755
#35757
#36018
#36105
#36121
#36144
#36145
#36162
#36124

---------

Signed-off-by: Balaji Veeramani <balaji@anyscale.com>
Signed-off-by: Balaji Veeramani <bveeramani@berkeley.edu>
Signed-off-by: amogkam <amogkamsetty@yahoo.com>
Signed-off-by: Amog Kamsetty <amogkam@users.noreply.github.com>
Co-authored-by: Balaji Veeramani <balaji@anyscale.com>
Co-authored-by: angelinalg <122562471+angelinalg@users.noreply.github.com>
Co-authored-by: Hao Chen <chenh1024@gmail.com>

doc/BUILD

@@ -245,7 +245,6 @@ py_test_run_all_subdirectory(
     exclude = [
         "source/ray-air/doc_code/predictors.py",
         "source/data/doc_code/loading_data_untested.py",
-        "source/data/doc_code/torch_image_batch_trained.py"
     ],
     extra_srcs = [],
     tags = ["exclusive", "team:data"],

doc/source/_toc.yml

@@ -89,24 +89,14 @@ parts:
       - file: data/data
         title: Ray Data
         sections:
+          - file: data/overview
+            title: Overview
           - file: data/getting-started
           - file: data/key-concepts
           - file: data/user-guide
-          - file: data/examples/index
-            sections:
-              - file: data/examples/nyc_taxi_basic_processing
-                title: Processing the NYC taxi dataset
-              - file: data/examples/batch_training
-                title: Batch Training with Ray Data
-              - file: data/examples/ocr_example
-                title: Scaling OCR with Ray Data
-              - file: data/examples/random-access
-              - file: data/examples/batch_inference_object_detection
-                title: Object Detection Batch Inference with PyTorch
+          - file: data/examples
           - file: data/faq
           - file: data/api/api
-          - file: data/glossary
-          - file: data/integrations
 
       - file: train/train
         title: Ray Train
@@ -325,6 +315,10 @@ parts:
           - file: ray-more-libs/multiprocessing
           - file: ray-more-libs/ray-collective
           - file: ray-more-libs/using-ray-with-pytorch-lightning
+          - file: ray-more-libs/dask-on-ray
+          - file: ray-more-libs/raydp
+          - file: ray-more-libs/mars-on-ray
+          - file: ray-more-libs/modin/index
           - file: workflows/index
             title: Ray Workflows (Alpha)
             sections:

doc/source/data/api/data_representations.rst

@@ -26,14 +26,6 @@ Batch API
 
    block.DataBatch
 
-Row API
---------
-
-.. autosummary::
-   :toctree: doc/
-
-   row.TableRow
-
 .. _dataset-tensor-extension-api:
 
 Tensor Column Extension API
@@ -54,4 +46,3 @@ Tensor Column Extension API
    extensions.tensor_extension.ArrowTensorArray
    extensions.tensor_extension.ArrowVariableShapedTensorType
    extensions.tensor_extension.ArrowVariableShapedTensorArray
-

doc/source/data/api/dataset.rst

@@ -68,15 +68,6 @@ Grouped and Global Aggregations
    Dataset.mean
    Dataset.std
 
-Converting to Pipeline
-----------------------
-
-.. autosummary::
-   :toctree: doc/
-
-   Dataset.repeat
-   Dataset.window
-
 Consuming Data
 ---------------------
 
@@ -128,7 +119,6 @@ Inspecting Metadata
    Dataset.count
    Dataset.columns
    Dataset.schema
-   Dataset.default_batch_format
    Dataset.num_blocks
    Dataset.size_bytes
    Dataset.input_files
@@ -153,15 +143,3 @@ Serialization
    Dataset.has_serializable_lineage
    Dataset.serialize_lineage
    Dataset.deserialize_lineage
-
-Internals
----------
-
-.. autosummary::
-   :toctree: doc/
-
-   Dataset.__init__
-   Dataset.dataset_format
-   Dataset.fully_executed
-   Dataset.is_fully_executed
-   Dataset.lazy