Bump to Hadoop 3.3.4 for performance tests (#24550)

* Use docker image under apache-beam-testing * Decrease frequency of cron jobs to twice a day
apache · Dec 7, 2022 · fb06ef3 · fb06ef3
1 parent de16b05
commit fb06ef3
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/.test-infra/jenkins/job_PerformanceTests_FileBasedIO_IT.groovy b/.test-infra/jenkins/job_PerformanceTests_FileBasedIO_IT.groovy
@@ -287,7 +287,7 @@ private void createGCSFileBasedIOITTestJob(testJob) {
     description(testJob.description)
     common.setTopLevelMainJobProperties(delegate)
     common.enablePhraseTriggeringFromPullRequest(delegate, testJob.githubTitle, testJob.githubTriggerPhrase)
-    common.setAutoJob(delegate, 'H H/6 * * *')
+    common.setAutoJob(delegate, 'H H/12 * * *')
     InfluxDBCredentialsHelper.useCredentials(delegate)
     additionalPipelineArgs = [
       influxDatabase: InfluxDBCredentialsHelper.InfluxDBDatabaseName,
@@ -340,7 +340,7 @@ private void createHDFSFileBasedIOITTestJob(testJob) {
     description(testJob.description)
     common.setTopLevelMainJobProperties(delegate)
     common.enablePhraseTriggeringFromPullRequest(delegate, testJob.githubTitle, testJob.githubTriggerPhrase)
-    common.setAutoJob(delegate, 'H H/6 * * *')
+    common.setAutoJob(delegate, 'H H/12 * * *')
     InfluxDBCredentialsHelper.useCredentials(delegate)
     additionalPipelineArgs = [
       influxDatabase: InfluxDBCredentialsHelper.InfluxDBDatabaseName,

diff --git a/.test-infra/kubernetes/hadoop/LargeITCluster/hdfs-multi-datanode-cluster.yml b/.test-infra/kubernetes/hadoop/LargeITCluster/hdfs-multi-datanode-cluster.yml
@@ -77,7 +77,7 @@ spec:
     spec:
       containers:
       - name: datanode
-        image: szewi/kubernetes-hadoop:2.7.1
+        image: gcr.io/apache-beam-testing/kubernetes-hadoop:3.3.4
         imagePullPolicy: Always
         env:
           - name: NODE_TYPE
@@ -108,7 +108,7 @@ spec:
   hostname: namenode-0
   subdomain: hadoop-namenodes
   containers:
-  - image: szewi/kubernetes-hadoop:2.7.1
+  - image: gcr.io/apache-beam-testing/kubernetes-hadoop:3.3.4
     imagePullPolicy: Always
     name: namenode
     env: