Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -53,6 +53,25 @@ public class SingleThreadFetcherManager<E, SplitT extends SourceSplit>
* the same queue instance that is also passed to the {@link SourceReaderBase}.
* @param splitReaderSupplier The factory for the split reader that connects to the source
* system.
* @deprecated Please use {@link #SingleThreadFetcherManager(FutureCompletingBlockingQueue,
* Supplier, Configuration)} instead.
*/
@Deprecated
public SingleThreadFetcherManager(
FutureCompletingBlockingQueue<RecordsWithSplitIds<E>> elementsQueue,
Supplier<SplitReader<E, SplitT>> splitReaderSupplier) {
this(elementsQueue, splitReaderSupplier, new Configuration());
}

/**
* Creates a new SplitFetcherManager with a single I/O threads.
*
* @param elementsQueue The queue that is used to hand over data from the I/O thread (the
* fetchers) to the reader (which emits the records and book-keeps the state. This must be
* the same queue instance that is also passed to the {@link SourceReaderBase}.
* @param splitReaderSupplier The factory for the split reader that connects to the source
* system.
* @param configuration The configuration to create the fetcher manager.
*/
public SingleThreadFetcherManager(
FutureCompletingBlockingQueue<RecordsWithSplitIds<E>> elementsQueue,
Expand All @@ -69,6 +88,7 @@ public SingleThreadFetcherManager(
* the same queue instance that is also passed to the {@link SourceReaderBase}.
* @param splitReaderSupplier The factory for the split reader that connects to the source
* system.
* @param configuration The configuration to create the fetcher manager.
* @param splitFinishedHook Hook for handling finished splits in split fetchers
*/
@VisibleForTesting
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -98,6 +98,7 @@ public abstract class SplitFetcherManager<E, SplitT extends SourceSplit> {
*
* @param elementsQueue the queue that split readers will put elements into.
* @param splitReaderFactory a supplier that could be used to create split readers.
* @param configuration the configuration of this fetcher manager.
*/
public SplitFetcherManager(
FutureCompletingBlockingQueue<RecordsWithSplitIds<E>> elementsQueue,
Expand All @@ -111,6 +112,7 @@ public SplitFetcherManager(
*
* @param elementsQueue the queue that split readers will put elements into.
* @param splitReaderFactory a supplier that could be used to create split readers.
* @param configuration the configuration of this fetcher manager.
* @param splitFinishedHook Hook for handling finished splits in split fetchers.
*/
@VisibleForTesting
Expand Down