Add KafkaTopic to kafka to gcs template #5561

GitHub Actions / JUnit Test Report failed May 25, 2024 in 0s

2037 tests run, 1998 passed, 20 skipped, 19 failed.

Annotations

Check failure on line 128 in KafkaToBigQueryAvroIT

github-actions / JUnit Test Report

KafkaToBigQueryAvroIT.testKafkaToBigQueryAvroWithStorageApiExistingDLQ

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryAvroIT.java:221)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryAvroIT.testKafkaToBigQueryAvroWithStorageApiExistingDLQ(KafkaToBigQueryAvroIT.java:128)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 108 in KafkaToBigQueryAvroIT

github-actions / JUnit Test Report

KafkaToBigQueryAvroIT.testKafkaToBigQueryAvroWithExistingDLQ

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryAvroIT.java:221)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryAvroIT.testKafkaToBigQueryAvroWithExistingDLQ(KafkaToBigQueryAvroIT.java:108)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 148 in KafkaToBigQueryAvroIT

github-actions / JUnit Test Report

KafkaToBigQueryAvroIT.testKafkaToBigQueryAvroWithUdfFunction

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryAvroIT.java:221)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryAvroIT.testKafkaToBigQueryAvroWithUdfFunction(KafkaToBigQueryAvroIT.java:148)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 114 in KafkaToBigQueryAvroIT

github-actions / JUnit Test Report

KafkaToBigQueryAvroIT.testKafkaToBigQueryAvroWithStorageApi

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryAvroIT.java:221)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryAvroIT.testKafkaToBigQueryAvroWithStorageApi(KafkaToBigQueryAvroIT.java:114)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 100 in KafkaToBigQueryAvroIT

github-actions / JUnit Test Report

KafkaToBigQueryAvroIT.testKafkaToBigQueryAvro

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryAvroIT.java:221)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryAvroIT.testKafkaToBigQueryAvro(KafkaToBigQueryAvroIT.java:100)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 254 in KafkaToBigQueryFlexAvroIT

github-actions / JUnit Test Report

KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithExistingDLQ

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
          "parameter": "schemaFormat"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nschemaFormat: Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nschemaFormat: Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
          "parameter": "schemaFormat"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nschemaFormat: Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nschemaFormat: Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:322)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithExistingDLQ(KafkaToBigQueryFlexAvroIT.java:254)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
          "parameter": "schemaFormat"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nschemaFormat: Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nschemaFormat: Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 163 in KafkaToBigQueryFlexAvroIT

github-actions / JUnit Test Report

KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithSchemaRegistry

The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-24_16_25_41-8289721467622389755?project=cloud-teleport-testing.

Raw output


            java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-24_16_25_41-8289721467622389755?project=cloud-teleport-testing.
	at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:322)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithSchemaRegistry(KafkaToBigQueryFlexAvroIT.java:163)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)

Check failure on line 205 in KafkaToBigQueryFlexAvroIT

github-actions / JUnit Test Report

KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInNonConfluentFormat

The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-24_16_31_23-16776083837905526988?project=cloud-teleport-testing.

Raw output


            java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-24_16_31_23-16776083837905526988?project=cloud-teleport-testing.
	at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:322)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInNonConfluentFormat(KafkaToBigQueryFlexAvroIT.java:205)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)

Check failure on line 142 in KafkaToBigQueryFlexAvroIT

github-actions / JUnit Test Report

KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInConfluentFormatWithKey

The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-24_16_35_53-11317407272957231614?project=cloud-teleport-testing.

Raw output


            java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-24_16_35_53-11317407272957231614?project=cloud-teleport-testing.
	at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:322)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInConfluentFormatWithKey(KafkaToBigQueryFlexAvroIT.java:142)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)

Check failure on line 230 in KafkaToBigQueryFlexAvroIT

github-actions / JUnit Test Report

KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInNonConfluentFormatWithKey

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
          "parameter": "schemaFormat"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nschemaFormat: Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nschemaFormat: Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
          "parameter": "schemaFormat"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nschemaFormat: Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nschemaFormat: Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:322)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInNonConfluentFormatWithKey(KafkaToBigQueryFlexAvroIT.java:230)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
          "parameter": "schemaFormat"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nschemaFormat: Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nschemaFormat: Parameter didn't match regex '^(SINGLE_SCHEMA_FILE|SCHEMA_REGISTRY)$'",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 117 in KafkaToBigQueryFlexAvroIT

github-actions / JUnit Test Report

KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInConfluentFormat

The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-24_16_40_22-4665596694129424282?project=cloud-teleport-testing.

Raw output


            java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-24_16_40_22-4665596694129424282?project=cloud-teleport-testing.
	at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:322)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInConfluentFormat(KafkaToBigQueryFlexAvroIT.java:117)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)

Check failure on line 183 in KafkaToBigQueryFlexAvroIT

github-actions / JUnit Test Report

KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithSchemaRegistryWithKey

The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-24_16_44_34-188852114598998399?project=cloud-teleport-testing.

Raw output


            java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-24_16_44_34-188852114598998399?project=cloud-teleport-testing.
	at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:322)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithSchemaRegistryWithKey(KafkaToBigQueryFlexAvroIT.java:183)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)

Check failure on line 111 in KafkaToBigQueryIT

github-actions / JUnit Test Report

KafkaToBigQueryIT.testKafkaToBigQueryWithStorageApiExistingDLQ

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryIT.baseKafkaToBigQuery(KafkaToBigQueryIT.java:186)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryIT.testKafkaToBigQueryWithStorageApiExistingDLQ(KafkaToBigQueryIT.java:111)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 123 in KafkaToBigQueryIT

github-actions / JUnit Test Report

KafkaToBigQueryIT.testKafkaToBigQueryUsingAtLeastOnceMode

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryIT.baseKafkaToBigQuery(KafkaToBigQueryIT.java:186)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryIT.testKafkaToBigQueryUsingAtLeastOnceMode(KafkaToBigQueryIT.java:123)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 93 in KafkaToBigQueryIT

github-actions / JUnit Test Report

KafkaToBigQueryIT.testKafkaToBigQueryWithExistingDLQ

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryIT.baseKafkaToBigQuery(KafkaToBigQueryIT.java:186)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryIT.testKafkaToBigQueryWithExistingDLQ(KafkaToBigQueryIT.java:93)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 99 in KafkaToBigQueryIT

github-actions / JUnit Test Report

KafkaToBigQueryIT.testKafkaToBigQueryWithStorageApi

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryIT.baseKafkaToBigQuery(KafkaToBigQueryIT.java:186)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryIT.testKafkaToBigQueryWithStorageApi(KafkaToBigQueryIT.java:99)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 85 in KafkaToBigQueryIT

github-actions / JUnit Test Report

KafkaToBigQueryIT.testKafkaToBigQuery

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryIT.baseKafkaToBigQuery(KafkaToBigQueryIT.java:186)
	at com.google.cloud.teleport.v2.templates.KafkaToBigQueryIT.testKafkaToBigQuery(KafkaToBigQueryIT.java:85)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 90 in KafkaToGcsIT

github-actions / JUnit Test Report

KafkaToGcsIT.testKafkaToGcsAvro

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "readBootstrapServerAndTopic"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "inputTopics"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "offset"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "bootstrapServers"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nreadBootstrapServerAndTopic: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\ninputTopics: Unrecognized parameter\noffset: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nreadBootstrapServerAndTopic: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\ninputTopics: Unrecognized parameter\noffset: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "readBootstrapServerAndTopic"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "inputTopics"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "offset"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "bootstrapServers"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nreadBootstrapServerAndTopic: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\ninputTopics: Unrecognized parameter\noffset: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nreadBootstrapServerAndTopic: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\ninputTopics: Unrecognized parameter\noffset: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToGcsIT.baseKafkaToGcs(KafkaToGcsIT.java:114)
	at com.google.cloud.teleport.v2.templates.KafkaToGcsIT.testKafkaToGcsAvro(KafkaToGcsIT.java:90)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "readBootstrapServerAndTopic"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "inputTopics"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "offset"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "bootstrapServers"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nreadBootstrapServerAndTopic: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\ninputTopics: Unrecognized parameter\noffset: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadUsernameSecretId: Missing required parameter\nreadBootstrapServerAndTopic: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\ninputTopics: Unrecognized parameter\noffset: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

Check failure on line 85 in KafkaToGcsIT

github-actions / JUnit Test Report

KafkaToGcsIT.testKafkaToGcsText

com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "readBootstrapServerAndTopic"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "offset"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "inputTopics"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "bootstrapServers"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nreadBootstrapServerAndTopic: Missing required parameter\noffset: Unrecognized parameter\ninputTopics: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nreadBootstrapServerAndTopic: Missing required parameter\noffset: Unrecognized parameter\ninputTopics: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
  "status": "INVALID_ARGUMENT"
}

Raw output


            dev.failsafe.FailsafeException: 
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "readBootstrapServerAndTopic"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "offset"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "inputTopics"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "bootstrapServers"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nreadBootstrapServerAndTopic: Missing required parameter\noffset: Unrecognized parameter\ninputTopics: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nreadBootstrapServerAndTopic: Missing required parameter\noffset: Unrecognized parameter\ninputTopics: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
  "status": "INVALID_ARGUMENT"
}
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
	at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
	at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
	at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
	at com.google.cloud.teleport.v2.templates.KafkaToGcsIT.baseKafkaToGcs(KafkaToGcsIT.java:114)
	at com.google.cloud.teleport.v2.templates.KafkaToGcsIT.testKafkaToGcsText(KafkaToGcsIT.java:85)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
  "code": 400,
  "details": [
    {
      "@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
      "parameterViolations": [
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadUsernameSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadPasswordSecretId"
        },
        {
          "description": "Missing required parameter",
          "parameter": "kafkaReadAuthenticationMode"
        },
        {
          "description": "Missing required parameter",
          "parameter": "readBootstrapServerAndTopic"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "offset"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "inputTopics"
        },
        {
          "description": "Unrecognized parameter",
          "parameter": "bootstrapServers"
        }
      ]
    }
  ],
  "errors": [
    {
      "domain": "global",
      "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nreadBootstrapServerAndTopic: Missing required parameter\noffset: Unrecognized parameter\ninputTopics: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
      "reason": "badRequest"
    }
  ],
  "message": "The template parameters are invalid. Details: \nkafkaReadUsernameSecretId: Missing required parameter\nkafkaReadPasswordSecretId: Missing required parameter\nkafkaReadAuthenticationMode: Missing required parameter\nreadBootstrapServerAndTopic: Missing required parameter\noffset: Unrecognized parameter\ninputTopics: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
  "status": "INVALID_ARGUMENT"
}
	at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
	at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
	at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
	at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
	at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
	at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
	at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
	at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
	at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
	... 30 more

View more details on GitHub Actions

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Add KafkaTopic to kafka to gcs template #5561

JUnit Test Report