Skip to content

Commit

Permalink
Fix TFDS num_example
Browse files Browse the repository at this point in the history
PiperOrigin-RevId: 388874067
  • Loading branch information
Conchylicultor authored and Copybara-Service committed Aug 5, 2021
1 parent 1efef4a commit 03f167c
Showing 1 changed file with 0 additions and 19 deletions.
19 changes: 0 additions & 19 deletions uncertainty_baselines/datasets/base.py
Expand Up @@ -38,18 +38,6 @@
types.Features]


def _absolute_split_len(absolute_split, dataset_splits):
if absolute_split.from_ is None:
start = 0
else:
start = absolute_split.from_
if absolute_split.to is None:
end = dataset_splits[absolute_split.splitname].num_examples
else:
end = absolute_split.to
return end - start


def get_validation_percent_split(
dataset_builder,
validation_percent,
Expand Down Expand Up @@ -210,13 +198,6 @@ def split(self):

@property
def num_examples(self):
if isinstance(self._split, tfds.core.ReadInstruction):
absolute_split = self._split.to_absolute(
{
name: self.tfds_info.splits[name].num_examples
for name in self.tfds_info.splits.keys()
})[0]
return _absolute_split_len(absolute_split, self.tfds_info.splits)
return self.tfds_info.splits[self._split].num_examples

def _create_process_example_fn(self) -> Optional[PreProcessFn]:
Expand Down

0 comments on commit 03f167c

Please sign in to comment.