[TEST][Do not review] Test vendored calcite update

.test-infra/validate-runner/build.gradle

@@ -22,6 +22,7 @@ group 'org.apache.beam'
 description = "Apache Beam :: Validate :: Runner"
 
 repositories {
+    maven { url "${project.rootDir}/tempLib" }
     mavenCentral()
     maven {
         url "https://repo.jenkins-ci.org/releases/"

buildSrc/src/main/groovy/org/apache/beam/gradle/BeamModulePlugin.groovy

@@ -679,7 +679,7 @@ class BeamModulePlugin implements Plugin<Project> {
         vendored_bytebuddy_1_11_0                   : "org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1",
         vendored_grpc_1_36_0                        : "org.apache.beam:beam-vendor-grpc-1_36_0:0.2",
         vendored_guava_26_0_jre                     : "org.apache.beam:beam-vendor-guava-26_0-jre:0.1",
-        vendored_calcite_1_28_0                     : "org.apache.beam:beam-vendor-calcite-1_28_0:0.1",
+        vendored_calcite_1_28_0                     : "org.apache.beam:beam-vendor-calcite-1_28_0:0.2-SNAPSHOT",
         woodstox_core_asl                           : "org.codehaus.woodstox:woodstox-core-asl:4.4.1",
         zstd_jni                                    : "com.github.luben:zstd-jni:1.4.5-2",
         quickcheck_core                             : "com.pholser:junit-quickcheck-core:$quickcheck_version",

buildSrc/src/main/groovy/org/apache/beam/gradle/Repositories.groovy

@@ -25,6 +25,7 @@ class Repositories {
   static void register(Project project) {
 
     project.repositories {
+      maven { url "${project.rootDir}/tempLib" }
       maven { url project.offlineRepositoryRoot }
 
       // To run gradle in offline mode, one must first invoke

tempLib/org/apache/beam/beam-vendor-calcite-1_28_0/0.2-SNAPSHOT/beam-vendor-calcite-1_28_0-0.2-SNAPSHOT.pom

@@ -0,0 +1,80 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <!--
+    Licensed to the Apache Software Foundation (ASF) under one or more
+    contributor license agreements.  See the NOTICE file distributed with
+    this work for additional information regarding copyright ownership.
+    The ASF licenses this file to You under the Apache License, Version 2.0
+    (the "License"); you may not use this file except in compliance with
+    the License.  You may obtain a copy of the License at
+        http://www.apache.org/licenses/LICENSE-2.0
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+  -->
+  <modelVersion>4.0.0</modelVersion>
+  <groupId>org.apache.beam</groupId>
+  <artifactId>beam-vendor-calcite-1_28_0</artifactId>
+  <version>0.2-SNAPSHOT</version>
+  <name>Apache Beam :: Vendored Dependencies :: Calcite 1.28.0</name>
+  <url>http://beam.apache.org</url>
+  <inceptionYear>2016</inceptionYear>
+  <licenses>
+    <license>
+      <name>Apache License, Version 2.0</name>
+      <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>
+      <distribution>repo</distribution>
+    </license>
+  </licenses>
+  <developers>
+    <developer>
+      <name>The Apache Beam Team</name>
+      <email>dev@beam.apache.org</email>
+      <url>http://beam.apache.org</url>
+      <organization>Apache Software Foundation</organization>
+      <organizationUrl>http://www.apache.org</organizationUrl>
+    </developer>
+  </developers>
+  <mailingLists>
+    <mailingList>
+      <name>Beam Dev</name>
+      <subscribe>dev-subscribe@beam.apache.org</subscribe>
+      <unsubscribe>dev-unsubscribe@beam.apache.org</unsubscribe>
+      <post>dev@beam.apache.org</post>
+      <archive>http://www.mail-archive.com/dev%beam.apache.org</archive>
+    </mailingList>
+    <mailingList>
+      <name>Beam User</name>
+      <subscribe>user-subscribe@beam.apache.org</subscribe>
+      <unsubscribe>user-unsubscribe@beam.apache.org</unsubscribe>
+      <post>user@beam.apache.org</post>
+      <archive>http://www.mail-archive.com/user%beam.apache.org</archive>
+    </mailingList>
+    <mailingList>
+      <name>Beam Commits</name>
+      <subscribe>commits-subscribe@beam.apache.org</subscribe>
+      <unsubscribe>commits-unsubscribe@beam.apache.org</unsubscribe>
+      <post>commits@beam.apache.org</post>
+      <archive>http://www.mail-archive.com/commits%beam.apache.org</archive>
+    </mailingList>
+  </mailingLists>
+  <scm>
+    <connection>scm:git:https://gitbox.apache.org/repos/asf/beam.git</connection>
+    <developerConnection>scm:git:https://gitbox.apache.org/repos/asf/beam.git</developerConnection>
+    <url>https://gitbox.apache.org/repos/asf?p=beam.git;a=summary</url>
+  </scm>
+  <issueManagement>
+    <system>jira</system>
+    <url>https://issues.apache.org/jira/browse/BEAM</url>
+  </issueManagement>
+  <dependencies>
+    <dependency>
+      <groupId>org.slf4j</groupId>
+      <artifactId>slf4j-api</artifactId>
+      <version>1.7.30</version>
+      <scope>runtime</scope>
+    </dependency>
+  </dependencies>
+</project>

tempLib/org/apache/beam/beam-vendor-calcite-1_28_0/0.2-SNAPSHOT/maven-metadata-local.xml

@@ -0,0 +1,24 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<metadata modelVersion="1.1.0">
+  <groupId>org.apache.beam</groupId>
+  <artifactId>beam-vendor-calcite-1_28_0</artifactId>
+  <version>0.2-SNAPSHOT</version>
+  <versioning>
+    <snapshot>
+      <localCopy>true</localCopy>
+    </snapshot>
+    <lastUpdated>20220111012307</lastUpdated>
+    <snapshotVersions>
+      <snapshotVersion>
+        <extension>jar</extension>
+        <value>0.2-SNAPSHOT</value>
+        <updated>20220111012307</updated>
+      </snapshotVersion>
+      <snapshotVersion>
+        <extension>pom</extension>
+        <value>0.2-SNAPSHOT</value>
+        <updated>20220111012307</updated>
+      </snapshotVersion>
+    </snapshotVersions>
+  </versioning>
+</metadata>

tempLib/org/apache/beam/beam-vendor-calcite-1_28_0/maven-metadata-local.xml

@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<metadata>
+  <groupId>org.apache.beam</groupId>
+  <artifactId>beam-vendor-calcite-1_28_0</artifactId>
+  <versioning>
+    <latest>0.2-SNAPSHOT</latest>
+    <versions>
+      <version>0.2-SNAPSHOT</version>
+    </versions>
+    <lastUpdated>20220111012307</lastUpdated>
+  </versioning>
+</metadata>

vendor/README.md

@@ -28,6 +28,7 @@ The upgrading of the vendored dependencies should be performed in two steps:
 
 # How to validate the vendored dependencies
 
+## Linkage Tool
 The [linkage tool](https://lists.apache.org/thread.html/eb5d95b9a33d7e32dc9bcd0f7d48ba8711d42bd7ed03b9cf0f1103f1%40%3Cdev.beam.apache.org%3E)
 is useful for the vendored dependency upgrades. It reports the linkage errors across multiple Apache Beam artifact ids.
 
@@ -48,7 +49,7 @@ $ mvn install:install-file \
 $ ./gradlew -PvendoredDependenciesOnly -Ppublishing -PjavaLinkageArtifactIds=beam-vendor-grpc-1_36_0:0.1 :checkJavaLinkage
 ```
 
-## Known Linkage Errors in the Vendored gRPC Dependencies
+### Known Linkage Errors in the Vendored gRPC Dependencies
 
 It's expected that the task outputs some linkage errors.
 While the `checkJavaLinkage` task does not retrieve optional dependencies to avoid bloated
@@ -78,3 +79,38 @@ references to the missing classes. Here are the known linkage errors:
   to be included in the vendored artifact. Slf4j-api is available at Beam's runtime.
 - References to `reactor.blockhound`: When enabled, Netty's BlockHound integration can detect
   unexpected blocking calls. Beam does not use it.
+
+## Create testing PR against new artifacts
+
+Once you've verified using the linkage tool, you can test new artifacts by running unit and integration tests against a PR.
+
+Example PRs:
+- Updating gRPC version (large) https://github.com/apache/beam/pull/16460
+- Updating protobuf for calcite (minor version update): https://github.com/apache/beam/pull/16476
+
+Steps:
+
+1. Generate new artifact files with `publishMavenJavaPublicationToMavenLocal`, e.g.
+
+```
+./gradlew -p vendor/grpc-1_43_2 publishMavenJavaPublicationToMavenLocal -Ppublishing -PvendoredDependenciesOnly
+
+# Copy files (jar/poms/metadata) to your beam repository
+cp -R ~/.m2/repository/org/apache/beam/beam-vendor-grpc-1_43_2/ \
+      $BEAMDIR/tempLib/org/apache/beam/beam-vendor-grpc-1_43_2
+```
+
+2. Add whatever folder (here I use `tempLib`) to the expected project repositories, e.g.
+
+```
+repositories {
+    maven { url "${project.rootDir}/tempLib" }
+    maven {
+      ...
+    }
+}
+```
+
+3. Migrate all references from the old dependency to the new dependency, including imports if needed.
+
+4. Commit any added or changed files and create a PR (can be a draft, as you will not merge this PR) to test on.

vendor/calcite-1_28_0/build.gradle

@@ -16,21 +16,35 @@
  * limitations under the License.
  */
 
+/**
+ * Vendored version of calcite.
+ *
+ * To upgrade:
+ * 1. Use mvn dependency:tree and/or https://search.maven.org/search?q=g:org.apache.calcite%20AND%20a:calcite-core
+ *    to determine dependency tree. You may need to search for optional transitive dependencies
+ *    and determine if they need to be added or upgraded (e.g. protobuf)
+ * 3. Validate built artifacts by running linkage tool
+ *    (https://github.com/apache/beam/tree/master/vendor#how-to-validate-the-vendored-dependencies)
+ *    and unit and integration tests in a PR.
+ */
+
 plugins { id 'org.apache.beam.vendor-java' }
 
 description = "Apache Beam :: Vendored Dependencies :: Calcite 1.28.0"
 
 group = "org.apache.beam"
-version = "0.1"
+version = "0.2"
 
 def calcite_version = "1.28.0"
 def avatica_version = "1.19.0"
+def protobuf_version = "3.19.2"
 def prefix = "org.apache.beam.vendor.calcite.v1_28_0"
 
 List<String> packagesToRelocate = [
         "com.esri",
         "com.fasterxml",
         "com.google.common",
+        "com.google.gson",
         "com.google.protobuf",
         "com.google.thirdparty",
         "com.google.uzaygezen",
@@ -52,6 +66,12 @@ vendorJava(
                 "org.apache.calcite:calcite-core:$calcite_version",
                 "org.apache.calcite:calcite-linq4j:$calcite_version",
                 "org.apache.calcite.avatica:avatica-core:$avatica_version",
+
+                // BEAM-13616: Override the version of protobuf to patch a security vulnerability.
+                // This override can be removed once we upgrade to a newer version of calcite that
+                // depends on protobuf >= 3.19.2.
+                "com.google.protobuf:protobuf-java:$protobuf_version",
+                "com.google.protobuf:protobuf-java-util:$protobuf_version",
         ],
         runtimeDependencies: [
                 library.java.slf4j_api,