Merge pull request #21181 from 8bitmp3:add-distributed-data-loading-doc

PiperOrigin-RevId: 634595201
google · May 17, 2024 · 8493fc9 · 8493fc9
2 parents bc19f7f + 15a3deb
commit 8493fc9
Show file tree

Hide file tree

Showing 25 changed files with 489 additions and 1 deletion.
diff --git a/docs/_static/distributed_data_loading/1.svg b/docs/_static/distributed_data_loading/1.svg
diff --git a/docs/_static/distributed_data_loading/10.svg b/docs/_static/distributed_data_loading/10.svg
diff --git a/docs/_static/distributed_data_loading/11.svg b/docs/_static/distributed_data_loading/11.svg
diff --git a/docs/_static/distributed_data_loading/12.svg b/docs/_static/distributed_data_loading/12.svg
diff --git a/docs/_static/distributed_data_loading/13.svg b/docs/_static/distributed_data_loading/13.svg
diff --git a/docs/_static/distributed_data_loading/14.svg b/docs/_static/distributed_data_loading/14.svg
diff --git a/docs/_static/distributed_data_loading/15.svg b/docs/_static/distributed_data_loading/15.svg
diff --git a/docs/_static/distributed_data_loading/16.svg b/docs/_static/distributed_data_loading/16.svg
diff --git a/docs/_static/distributed_data_loading/17.svg b/docs/_static/distributed_data_loading/17.svg
diff --git a/docs/_static/distributed_data_loading/18.svg b/docs/_static/distributed_data_loading/18.svg
diff --git a/docs/_static/distributed_data_loading/19.svg b/docs/_static/distributed_data_loading/19.svg
diff --git a/docs/_static/distributed_data_loading/2.svg b/docs/_static/distributed_data_loading/2.svg
diff --git a/docs/_static/distributed_data_loading/20.svg b/docs/_static/distributed_data_loading/20.svg
diff --git a/docs/_static/distributed_data_loading/21.svg b/docs/_static/distributed_data_loading/21.svg
diff --git a/docs/_static/distributed_data_loading/22.svg b/docs/_static/distributed_data_loading/22.svg
diff --git a/docs/_static/distributed_data_loading/3.svg b/docs/_static/distributed_data_loading/3.svg
diff --git a/docs/_static/distributed_data_loading/4.svg b/docs/_static/distributed_data_loading/4.svg
diff --git a/docs/_static/distributed_data_loading/5.svg b/docs/_static/distributed_data_loading/5.svg
diff --git a/docs/_static/distributed_data_loading/6.svg b/docs/_static/distributed_data_loading/6.svg
diff --git a/docs/_static/distributed_data_loading/7.svg b/docs/_static/distributed_data_loading/7.svg
diff --git a/docs/_static/distributed_data_loading/8.svg b/docs/_static/distributed_data_loading/8.svg
diff --git a/docs/_static/distributed_data_loading/9.svg b/docs/_static/distributed_data_loading/9.svg
diff --git a/docs/advanced_guide.rst b/docs/advanced_guide.rst
@@ -19,6 +19,7 @@ This section contains examples and tutorials on more advanced topics, such as Mu
    multi_process
    notebooks/Distributed_arrays_and_automatic_parallelization
    notebooks/shard_map
+   distributed_data_loading
    notebooks/xmap_tutorial
 
 .. toctree::

diff --git a/docs/conf.py b/docs/conf.py
@@ -212,7 +212,8 @@
     # Requires accelerators
     'pallas/quickstart.*',
     'pallas/tpu/pipelining.*',
-    'sharded-computation.*'
+    'sharded-computation.*',
+    'distributed_data_loading.*'
 ]
 
 # -- Options for HTMLHelp output ---------------------------------------------

diff --git a/docs/distributed_data_loading.md b/docs/distributed_data_loading.md