Skip to content

Commit

Permalink
#tf-data-service Remove unused compression argument from `from_datase…
Browse files Browse the repository at this point in the history
…t_id` helper.

Compression is an input to `register_dataset`, not `from_dataset_id`.

PiperOrigin-RevId: 530783906
  • Loading branch information
mpcallanan authored and tensorflower-gardener committed May 10, 2023
1 parent 731a220 commit 8279752
Showing 1 changed file with 0 additions and 5 deletions.
5 changes: 0 additions & 5 deletions tensorflow/python/data/experimental/ops/data_service_ops.py
Original file line number Diff line number Diff line change
Expand Up @@ -521,7 +521,6 @@ def _apply_fn(dataset): # pylint: disable=missing-docstring
max_outstanding_requests=max_outstanding_requests,
task_refresh_interval_hint_ms=task_refresh_interval_hint_ms,
data_transfer_protocol=data_transfer_protocol,
compression=compression,
cross_trainer_cache=cross_trainer_cache,
target_workers=target_workers)

Expand Down Expand Up @@ -900,7 +899,6 @@ def _from_dataset_id(processing_mode,
max_outstanding_requests=None,
task_refresh_interval_hint_ms=None,
data_transfer_protocol=None,
compression="AUTO",
cross_trainer_cache=None,
target_workers="AUTO"):
"""Creates a dataset which reads data from the tf.data service.
Expand Down Expand Up @@ -950,8 +948,6 @@ def _from_dataset_id(processing_mode,
dispatcher for task changes.
data_transfer_protocol: (Optional.) The protocol to use for transferring
data with the tf.data service. By default, data is transferred using gRPC.
compression: An indication of how the dataset's elements were compressed, so
that `from_dataset_id` can uncompress them if necessary.
cross_trainer_cache: (Optional.) If a `CrossTrainerCache` object is
provided, dataset iteration will be shared across concurrently running
trainers. See
Expand Down Expand Up @@ -1007,7 +1003,6 @@ def _get_element_spec():
protocol, address = service
else:
protocol, address = _parse_service(service)
_validate_compression(compression)
if job_name is not None:
if not isinstance(job_name, str) and not isinstance(job_name, ops.Tensor):
raise ValueError(
Expand Down

0 comments on commit 8279752

Please sign in to comment.