internal changes

PiperOrigin-RevId: 592031242
google · Dec 18, 2023 · ad99fd3 · ad99fd3
1 parent d38e77a
commit ad99fd3
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 0 deletions.
diff --git a/seqio/dataset_providers.py b/seqio/dataset_providers.py
@@ -1665,6 +1665,8 @@ def get_dataset(
       # Shuffle before mixing since preprocessor can output multiple
       # (correlated) examples per input.
       ds = ds.shuffle(shuffle_buffer_size, seed=seed)
+
+
     return ds.prefetch(tf.data.experimental.AUTOTUNE)
 
   def _get_cached_source(

diff --git a/seqio/dataset_providers_test.py b/seqio/dataset_providers_test.py
@@ -945,6 +945,7 @@ def test_plaintext_to_pretokenized_rename(self):
         ),
     )
 
+
   def test_list_shards(self):
     def _get_formatted_shards_list(task_name, split):
       shards = dataset_providers.get_mixture_or_task(