remove PyTorchDataLoader, add SimpleDataLoader for testing

allennlp/data/__init__.py

@@ -1,16 +1,13 @@
 from allennlp.data.data_loaders import (
     DataLoader,
-    PyTorchDataLoader,
     TensorDict,
     allennlp_collate,
-    AllennlpDataset,
-    AllennlpLazyDataset,
 )
 from allennlp.data.dataset_readers.dataset_reader import DatasetReader
 from allennlp.data.fields.field import DataArray, Field
 from allennlp.data.fields.text_field import TextFieldTensors
 from allennlp.data.instance import Instance
-from allennlp.data.samplers import BatchSampler, PyTorchSampler, PyTorchBatchSampler
+from allennlp.data.samplers import BatchSampler
 from allennlp.data.token_indexers.token_indexer import TokenIndexer, IndexedTokenList
 from allennlp.data.tokenizers import Token, Tokenizer
 from allennlp.data.vocabulary import Vocabulary

allennlp/data/data_loaders/__init__.py

@@ -1,10 +1,4 @@
 from allennlp.data.data_loaders.data_loader import DataLoader, TensorDict, allennlp_collate
 from allennlp.data.data_loaders.multi_process_data_loader import MultiProcessDataLoader, WorkerError
 from allennlp.data.data_loaders.multitask_data_loader import MultiTaskDataLoader
-
-from allennlp.data.data_loaders.pytorch_data_loader import (
-    PyTorchDataLoader,
-    allennlp_worker_init_fn,
-    AllennlpDataset,
-    AllennlpLazyDataset,
-)
+from allennlp.data.data_loaders.simple_data_loader import SimpleDataLoader

allennlp/data/data_loaders/multi_process_data_loader.py

@@ -29,9 +29,6 @@ class MultiProcessDataLoader(DataLoader):
     """
     The `MultiProcessDataLoader` is a [`DataLoader`](../data_loader/#dataloader)
     that's optimized for AllenNLP experiments.
-    Unlike the [`PyTorchDataLoader`](../pytorch_data_loader/#pytorchdataloader),
-    it can efficiently utilize multiple workers and always allows you to use a
-    [`BatchSampler`](../../samplers/batch_sampler/#batchsampler).
 
     See
     [Using your reader with multi-process or distributed data loading](/api/data/dataset_readers/dataset_reader/#datasetreader.using_your_reader_with_multi-process_or_distributed_data_loading)