diff --git a/runners/google-cloud-dataflow-java/pom.xml b/runners/google-cloud-dataflow-java/pom.xml index f679976528534..073cee8085a53 100644 --- a/runners/google-cloud-dataflow-java/pom.xml +++ b/runners/google-cloud-dataflow-java/pom.xml @@ -293,12 +293,6 @@ google-http-client-jackson2 - - com.google.http-client - google-http-client-protobuf - runtime - - com.google.apis google-api-services-dataflow @@ -352,11 +346,6 @@ joda-time - - com.google.protobuf - protobuf-java - - com.google.code.findbugs jsr305 diff --git a/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/internal/CustomSources.java b/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/internal/CustomSources.java index 0d9356655928b..ad2a6668daa26 100755 --- a/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/internal/CustomSources.java +++ b/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/internal/CustomSources.java @@ -25,7 +25,6 @@ import com.google.api.services.dataflow.model.SourceMetadata; import com.google.common.annotations.VisibleForTesting; -import com.google.protobuf.ByteString; import java.util.ArrayList; import java.util.List; import org.apache.beam.runners.dataflow.options.DataflowPipelineOptions; @@ -47,20 +46,9 @@ public class CustomSources { private static final String SERIALIZED_SOURCE = "serialized_source"; @VisibleForTesting static final String SERIALIZED_SOURCE_SPLITS = "serialized_source_splits"; - /** - * The current limit on the size of a ReportWorkItemStatus RPC to Google Cloud Dataflow, which - * includes the initial splits, is 20 MB. - */ - public static final long DATAFLOW_SPLIT_RESPONSE_API_SIZE_BYTES = 20 * (1 << 20); private static final Logger LOG = LoggerFactory.getLogger(CustomSources.class); - private static final ByteString firstSplitKey = ByteString.copyFromUtf8("0000000000000001"); - - public static boolean isFirstUnboundedSourceSplit(ByteString splitKey) { - return splitKey.equals(firstSplitKey); - } - private static int getDesiredNumUnboundedSourceSplits(DataflowPipelineOptions options) { int cores = 4; //TODO: decide at runtime? if (options.getMaxNumWorkers() > 0) {