From 2a7d9ebbf83914b9f43823351b3e8a2c2546f1c9 Mon Sep 17 00:00:00 2001 From: mdshalda Date: Thu, 30 Mar 2017 14:06:03 -0700 Subject: [PATCH] BEAM-1269: Update bigtable library dependency. Enable cached data pools for efficiency and remove pegging data channel count to 1. --- pom.xml | 6 ++--- sdks/java/io/google-cloud-platform/pom.xml | 24 ++----------------- .../beam/sdk/io/gcp/bigtable/BigtableIO.java | 6 ++--- 3 files changed, 8 insertions(+), 28 deletions(-) diff --git a/pom.xml b/pom.xml index 4ecfdd7c268c..3f53b1f71747 100644 --- a/pom.xml +++ b/pom.xml @@ -119,7 +119,7 @@ 1.4.5 0.5.160304 20.0 - 1.0.1 + 1.2.0 0.1.0 1.3 2.7.2 @@ -127,9 +127,9 @@ 2.4 4.12 1.9.5 - 4.1.6.Final + 4.1.8.Final 1.5.0.Final - 3.1.0 + 3.2.0 v1-rev10-1.22.0 1.7.14 1.6.2 diff --git a/sdks/java/io/google-cloud-platform/pom.xml b/sdks/java/io/google-cloud-platform/pom.xml index f784e27b6ccc..a5b2e5692202 100644 --- a/sdks/java/io/google-cloud-platform/pom.xml +++ b/sdks/java/io/google-cloud-platform/pom.xml @@ -32,7 +32,7 @@ jar - 0.9.5.1 + 0.9.6 @@ -81,26 +81,6 @@ - - - org.apache.maven.plugins - maven-dependency-plugin - - - analyze-only - - - - com.google.api.grpc:grpc-google-common-protos - - - - - @@ -223,7 +203,7 @@ io.netty netty-tcnative-boringssl-static - 1.1.33.Fork18 + 1.1.33.Fork26 runtime diff --git a/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.java b/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.java index 2cdd11d8999e..89c67a459294 100644 --- a/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.java +++ b/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.java @@ -212,9 +212,8 @@ public Read withBigtableOptions(BigtableOptions.Builder optionsBuilder) { // TODO: is there a better way to clone a Builder? Want it to be immune from user changes. BigtableOptions options = optionsBuilder.build(); - // Set data channel count to one because there is only 1 scanner in this session BigtableOptions.Builder clonedBuilder = options.toBuilder() - .setDataChannelCount(1); + .setUseCachedDataPool(true); BigtableOptions optionsWithAgent = clonedBuilder.setUserAgent(getBeamSdkPartOfUserAgent()).build(); @@ -449,7 +448,8 @@ public Write withBigtableOptions(BigtableOptions.Builder optionsBuilder) { .setBulkOptions( options.getBulkOptions().toBuilder() .setUseBulkApi(true) - .build()); + .build()) + .setUseCachedDataPool(true); BigtableOptions optionsWithAgent = clonedBuilder.setUserAgent(getBeamSdkPartOfUserAgent()).build(); return new Write(optionsWithAgent, tableId, bigtableService);