Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We鈥檒l occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add attributes to dataloader to make it more consistent with Pytorch loader #2160

Merged
merged 1 commit into from Feb 6, 2023
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
39 changes: 39 additions & 0 deletions deeplake/enterprise/dataloader.py
Expand Up @@ -108,8 +108,10 @@ def __init__(

# torch.utils.data.DataLoader attributes
self.__initialized = True
self._IterableDataset_len_called = None
self._iterator = None


@property
def batch_size(self):
return self._batch_size or 1
Expand All @@ -130,14 +132,51 @@ def prefetch_factor(self):
def pin_memory(self):
return False

@property
def pin_memory_device(self):
return ""

@property
def timeout(self):
return 0

@property
def worker_init_fn(self):
return None

@property
def multiprocessing_context(self):
return None

@property
def _dataset_kind(self):
return 1

@property
def sampler(self):
return _InfiniteConstantSampler()

@property
def batch_sampler(self):
return None

@property
def generator(self):
return None

@property
def persistent_workers(self):
return self._persistent_workers or False

@property
def _auto_collation(self):
return False

@property
def _index_sampler(self):
return self.sampler


@property
def collate_fn(self):
return get_collate_fn(self._collate, self._mode)
Expand Down