From 9c8ca8de70aa8d38b8d7911a3b35698efeadc642 Mon Sep 17 00:00:00 2001 From: Dan Halperin Date: Tue, 23 Aug 2016 18:54:23 -0700 Subject: [PATCH 1/2] checkstyle: prohibit API client repackaged Guava Apparently the IllegalImport check only blocks packages, so we had to move to Regexp to get individual classes. As a bonus, this enforcement let us remove two bogus dependencies. Smaller JARs for the win! --- runners/spark/pom.xml | 4 ---- .../translation/streaming/StreamingTransformTranslator.java | 6 +++--- .../java/build-tools/src/main/resources/beam/checkstyle.xml | 6 +++++- .../org/apache/beam/sdk/io/gcp/bigquery/BigQueryIOTest.java | 2 +- sdks/java/io/hdfs/pom.xml | 5 ----- .../main/java/org/apache/beam/sdk/io/hdfs/HDFSFileSink.java | 2 +- 6 files changed, 10 insertions(+), 15 deletions(-) diff --git a/runners/spark/pom.xml b/runners/spark/pom.xml index a6311b5dcf1f6..a5e99a06e80b9 100644 --- a/runners/spark/pom.xml +++ b/runners/spark/pom.xml @@ -154,10 +154,6 @@ auto-service true - - com.google.http-client - google-http-client - com.fasterxml.jackson.core jackson-core diff --git a/runners/spark/src/main/java/org/apache/beam/runners/spark/translation/streaming/StreamingTransformTranslator.java b/runners/spark/src/main/java/org/apache/beam/runners/spark/translation/streaming/StreamingTransformTranslator.java index 43160f5500669..5f35ebb201862 100644 --- a/runners/spark/src/main/java/org/apache/beam/runners/spark/translation/streaming/StreamingTransformTranslator.java +++ b/runners/spark/src/main/java/org/apache/beam/runners/spark/translation/streaming/StreamingTransformTranslator.java @@ -17,9 +17,9 @@ */ package org.apache.beam.runners.spark.translation.streaming; -import com.google.api.client.util.Lists; -import com.google.api.client.util.Maps; -import com.google.api.client.util.Sets; +import com.google.common.collect.Lists; +import com.google.common.collect.Maps; +import com.google.common.collect.Sets; import com.google.common.reflect.TypeToken; import java.lang.reflect.ParameterizedType; import java.lang.reflect.Type; diff --git a/sdks/java/build-tools/src/main/resources/beam/checkstyle.xml b/sdks/java/build-tools/src/main/resources/beam/checkstyle.xml index 47ddc5b2e37ad..d734f908a31e9 100644 --- a/sdks/java/build-tools/src/main/resources/beam/checkstyle.xml +++ b/sdks/java/build-tools/src/main/resources/beam/checkstyle.xml @@ -100,7 +100,11 @@ page at http://checkstyle.sourceforge.net/config.html --> - + + + + + diff --git a/sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIOTest.java b/sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIOTest.java index a6d7e2f5e957c..7a7575bfdd24c 100644 --- a/sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIOTest.java +++ b/sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIOTest.java @@ -33,7 +33,6 @@ import static org.mockito.Mockito.when; import com.google.api.client.util.Data; -import com.google.api.client.util.Strings; import com.google.api.services.bigquery.model.ErrorProto; import com.google.api.services.bigquery.model.Job; import com.google.api.services.bigquery.model.JobConfigurationExtract; @@ -50,6 +49,7 @@ import com.google.api.services.bigquery.model.TableReference; import com.google.api.services.bigquery.model.TableRow; import com.google.api.services.bigquery.model.TableSchema; +import com.google.common.base.Strings; import com.google.common.collect.ImmutableList; import com.google.common.collect.ImmutableMap; import com.google.common.collect.Lists; diff --git a/sdks/java/io/hdfs/pom.xml b/sdks/java/io/hdfs/pom.xml index 07b9eb6b4bfe7..0ec542ccf9d80 100644 --- a/sdks/java/io/hdfs/pom.xml +++ b/sdks/java/io/hdfs/pom.xml @@ -81,11 +81,6 @@ annotations - - com.google.http-client - google-http-client - - org.apache.avro avro diff --git a/sdks/java/io/hdfs/src/main/java/org/apache/beam/sdk/io/hdfs/HDFSFileSink.java b/sdks/java/io/hdfs/src/main/java/org/apache/beam/sdk/io/hdfs/HDFSFileSink.java index 0b538b355bc18..6d30307f2e07f 100644 --- a/sdks/java/io/hdfs/src/main/java/org/apache/beam/sdk/io/hdfs/HDFSFileSink.java +++ b/sdks/java/io/hdfs/src/main/java/org/apache/beam/sdk/io/hdfs/HDFSFileSink.java @@ -19,8 +19,8 @@ import static com.google.common.base.Preconditions.checkState; -import com.google.api.client.util.Maps; import com.google.common.collect.Lists; +import com.google.common.collect.Maps; import com.google.common.collect.Sets; import java.io.IOException; import java.util.Map; From 3ad9fbbc4cdec9db8137e1bca9288a3a628ebaac Mon Sep 17 00:00:00 2001 From: Dan Halperin Date: Thu, 25 Aug 2016 16:10:55 -0700 Subject: [PATCH 2/2] fixup! checkstyle: prohibit API client repackaged Guava --- sdks/java/build-tools/src/main/resources/beam/checkstyle.xml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/sdks/java/build-tools/src/main/resources/beam/checkstyle.xml b/sdks/java/build-tools/src/main/resources/beam/checkstyle.xml index d734f908a31e9..c7d9b2c2a8132 100644 --- a/sdks/java/build-tools/src/main/resources/beam/checkstyle.xml +++ b/sdks/java/build-tools/src/main/resources/beam/checkstyle.xml @@ -103,6 +103,10 @@ page at http://checkstyle.sourceforge.net/config.html --> +