From 3e0789ec2a93a743fb2579eeebdd3645d870352f Mon Sep 17 00:00:00 2001 From: David Byron <82477955+dbyron-sf@users.noreply.github.com> Date: Tue, 26 Mar 2024 14:17:26 -0700 Subject: [PATCH] feat(integration): add igor-integration module to exercise the just-built docker image (#1244) * chore(build): give local gradle builds more memory Match what github actions uses to prevent e.g. $ ./gradlew build java.lang.OutOfMemoryError: Java heap space at java.base/java.lang.Object.clone(Native Method) at net.rubygrapefruit.platform.internal.jni.NativeLogger$LogLevel.values(NativeLogger.java:11) at net.rubygrapefruit.platform.internal.jni.NativeLogger.getLogLevel(NativeLogger.java:51) at net.rubygrapefruit.platform.internal.jni.AbstractNativeFileEventFunctions$NativeFileWatcher.executeRunLoop0(Native Method) at net.rubygrapefruit.platform.internal.jni.AbstractNativeFileEventFunctions$NativeFileWatcher.executeRunLoop(AbstractNativeFileEventFunctions.java:42) at net.rubygrapefruit.platform.internal.jni.AbstractFileEventFunctions$AbstractFileWatcher$1.run(AbstractFileEventFunctions.java:154) Exception in thread "Daemon health stats" java.lang.OutOfMemoryError: Java heap space Exception in thread "Memory manager" java.lang.OutOfMemoryError: Java heap space Error while receiving file changes net.rubygrapefruit.platform.NativeException: Caught java.lang.OutOfMemoryError with message: Java heap space at net.rubygrapefruit.platform.internal.jni.AbstractNativeFileEventFunctions$NativeFileWatcher.executeRunLoop0(Native Method) at net.rubygrapefruit.platform.internal.jni.AbstractNativeFileEventFunctions$NativeFileWatcher.executeRunLoop(AbstractNativeFileEventFunctions.java:42) at net.rubygrapefruit.platform.internal.jni.AbstractFileEventFunctions$AbstractFileWatcher$1.run(AbstractFileEventFunctions.java:154) * feat(docker): add HEALTHCHECK to facilitate testing container startup * feat(build): add igor-integration module to exercise the just-built docker image * feat(integration): run integration test in pr builds multi-arch with --load doesn't work, so add a separate step using the local platform to make an image available for testing. see docker/buildx#59 * feat(integration): run integration test in branch builds --- .github/workflows/build.yml | 13 ++ .github/workflows/pr.yml | 13 ++ Dockerfile.java11.slim | 3 +- Dockerfile.java11.ubuntu | 3 +- Dockerfile.slim | 3 +- Dockerfile.ubuntu | 3 +- gradle.properties | 2 + igor-integration/igor-integration.gradle | 24 ++++ .../igor/StandaloneContainerTest.java | 133 ++++++++++++++++++ .../src/test/resources/logback.xml | 36 +++++ settings.gradle | 1 + 11 files changed, 230 insertions(+), 4 deletions(-) create mode 100644 igor-integration/igor-integration.gradle create mode 100644 igor-integration/src/test/java/com/netflix/spinnaker/igor/StandaloneContainerTest.java create mode 100644 igor-integration/src/test/resources/logback.xml diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 56726195d..01d9b60ec 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -39,6 +39,19 @@ jobs: env: ORG_GRADLE_PROJECT_version: ${{ steps.build_variables.outputs.VERSION }} run: ./gradlew -PenableCrossCompilerPlugin=true build --stacktrace ${{ steps.build_variables.outputs.REPO }}-web:installDist + - name: Build local slim container image for testing + uses: docker/build-push-action@v5 + with: + context: . + file: Dockerfile.slim + load: true + platforms: local + tags: | + "${{ steps.build_variables.outputs.REPO }}:${{ steps.build_variables.outputs.VERSION }}-unvalidated" + - name: Test local slim container image + env: + FULL_DOCKER_IMAGE_NAME: "${{ steps.build_variables.outputs.REPO }}:${{ steps.build_variables.outputs.VERSION }}-unvalidated" + run: ./gradlew ${{ steps.build_variables.outputs.REPO }}-integration:test - name: Login to GAR # Only run this on repositories in the 'spinnaker' org, not on forks. if: startsWith(github.repository, 'spinnaker/') diff --git a/.github/workflows/pr.yml b/.github/workflows/pr.yml index ea536932f..7cc698945 100644 --- a/.github/workflows/pr.yml +++ b/.github/workflows/pr.yml @@ -73,3 +73,16 @@ jobs: tags: | "${{ env.CONTAINER_REGISTRY }}/${{ steps.build_variables.outputs.REPO }}:latest-java11-ubuntu" "${{ env.CONTAINER_REGISTRY }}/${{ steps.build_variables.outputs.REPO }}:${{ steps.build_variables.outputs.VERSION }}-java11-ubuntu" + - name: Build local slim container image for testing + uses: docker/build-push-action@v5 + with: + context: . + file: Dockerfile.slim + load: true + platforms: local + tags: | + "${{ steps.build_variables.outputs.REPO }}:${{ steps.build_variables.outputs.VERSION }}" + - name: Test local slim container image + env: + FULL_DOCKER_IMAGE_NAME: "${{ steps.build_variables.outputs.REPO }}:${{ steps.build_variables.outputs.VERSION }}" + run: ./gradlew ${{ steps.build_variables.outputs.REPO }}-integration:test diff --git a/Dockerfile.java11.slim b/Dockerfile.java11.slim index 3d26426ee..e7ec40a09 100644 --- a/Dockerfile.java11.slim +++ b/Dockerfile.java11.slim @@ -1,9 +1,10 @@ FROM alpine:3.16 LABEL maintainer="sig-platform@spinnaker.io" -RUN apk --no-cache add --update bash openjdk11-jre +RUN apk --no-cache add --update bash curl openjdk11-jre RUN addgroup -S -g 10111 spinnaker RUN adduser -S -G spinnaker -u 10111 spinnaker COPY igor-web/build/install/igor /opt/igor RUN mkdir -p /opt/igor/plugins && chown -R spinnaker:nogroup /opt/igor/plugins USER spinnaker +HEALTHCHECK CMD curl http://localhost:8088/health | grep UP || exit 1 CMD ["/opt/igor/bin/igor"] diff --git a/Dockerfile.java11.ubuntu b/Dockerfile.java11.ubuntu index 474eecb48..11e0872f2 100644 --- a/Dockerfile.java11.ubuntu +++ b/Dockerfile.java11.ubuntu @@ -1,8 +1,9 @@ FROM ubuntu:bionic LABEL maintainer="sig-platform@spinnaker.io" -RUN apt-get update && apt-get -y install openjdk-11-jre-headless wget +RUN apt-get update && apt-get -y install curl openjdk-11-jre-headless wget RUN adduser --system --uid 10111 --group spinnaker COPY igor-web/build/install/igor /opt/igor RUN mkdir -p /opt/igor/plugins && chown -R spinnaker:nogroup /opt/igor/plugins USER spinnaker +HEALTHCHECK CMD curl http://localhost:8088/health | grep UP || exit 1 CMD ["/opt/igor/bin/igor"] diff --git a/Dockerfile.slim b/Dockerfile.slim index 5b55e1aee..46e39fd0d 100644 --- a/Dockerfile.slim +++ b/Dockerfile.slim @@ -1,9 +1,10 @@ FROM alpine:3.16 LABEL maintainer="sig-platform@spinnaker.io" -RUN apk --no-cache add --update bash openjdk17-jre +RUN apk --no-cache add --update bash curl openjdk17-jre RUN addgroup -S -g 10111 spinnaker RUN adduser -S -G spinnaker -u 10111 spinnaker COPY igor-web/build/install/igor /opt/igor RUN mkdir -p /opt/igor/plugins && chown -R spinnaker:nogroup /opt/igor/plugins USER spinnaker +HEALTHCHECK CMD curl http://localhost:8088/health | grep UP || exit 1 CMD ["/opt/igor/bin/igor"] diff --git a/Dockerfile.ubuntu b/Dockerfile.ubuntu index 31c57aa4f..9401bf1e2 100644 --- a/Dockerfile.ubuntu +++ b/Dockerfile.ubuntu @@ -1,8 +1,9 @@ FROM ubuntu:bionic LABEL maintainer="sig-platform@spinnaker.io" -RUN apt-get update && apt-get -y install openjdk-17-jre-headless wget +RUN apt-get update && apt-get -y install curl openjdk-17-jre-headless wget RUN adduser --system --uid 10111 --group spinnaker COPY igor-web/build/install/igor /opt/igor RUN mkdir -p /opt/igor/plugins && chown -R spinnaker:nogroup /opt/igor/plugins USER spinnaker +HEALTHCHECK CMD curl http://localhost:8088/health | grep UP || exit 1 CMD ["/opt/igor/bin/igor"] diff --git a/gradle.properties b/gradle.properties index 20295f36e..6b574f562 100644 --- a/gradle.properties +++ b/gradle.properties @@ -18,3 +18,5 @@ targetJava17=false # #fiatComposite=true #korkComposite=true + +org.gradle.jvmargs=-Xmx2g -Xms2g diff --git a/igor-integration/igor-integration.gradle b/igor-integration/igor-integration.gradle new file mode 100644 index 000000000..d19d36f39 --- /dev/null +++ b/igor-integration/igor-integration.gradle @@ -0,0 +1,24 @@ +dependencies { + testImplementation "com.fasterxml.jackson.core:jackson-databind" + testImplementation "org.assertj:assertj-core" + testImplementation "org.junit.jupiter:junit-jupiter-api" + testImplementation "org.slf4j:slf4j-api" + testImplementation "org.testcontainers:testcontainers" + testImplementation "org.testcontainers:junit-jupiter" + testRuntimeOnly "ch.qos.logback:logback-classic" +} + +test.configure { + def fullDockerImageName = System.getenv('FULL_DOCKER_IMAGE_NAME') + onlyIf("there is a docker image to test") { + fullDockerImageName != null && fullDockerImageName.trim() != '' + } +} + +test { + // So stdout and stderr from the just-built container are available in CI + testLogging.showStandardStreams = true + + // Run the tests when the docker image changes + inputs.property 'fullDockerImageName', System.getenv('FULL_DOCKER_IMAGE_NAME') +} diff --git a/igor-integration/src/test/java/com/netflix/spinnaker/igor/StandaloneContainerTest.java b/igor-integration/src/test/java/com/netflix/spinnaker/igor/StandaloneContainerTest.java new file mode 100644 index 000000000..77fb86aa1 --- /dev/null +++ b/igor-integration/src/test/java/com/netflix/spinnaker/igor/StandaloneContainerTest.java @@ -0,0 +1,133 @@ +/* + * Copyright 2024 Salesforce, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package com.netflix.spinnaker.igor; + +import static org.assertj.core.api.Assertions.assertThat; +import static org.junit.jupiter.api.Assumptions.assumeTrue; + +import com.fasterxml.jackson.core.JsonProcessingException; +import com.fasterxml.jackson.databind.ObjectMapper; +import java.net.URI; +import java.net.http.HttpClient; +import java.net.http.HttpRequest; +import java.net.http.HttpResponse; +import java.util.Map; +import org.junit.jupiter.api.AfterAll; +import org.junit.jupiter.api.BeforeAll; +import org.junit.jupiter.api.BeforeEach; +import org.junit.jupiter.api.Test; +import org.junit.jupiter.api.TestInfo; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.testcontainers.containers.GenericContainer; +import org.testcontainers.containers.Network; +import org.testcontainers.containers.output.Slf4jLogConsumer; +import org.testcontainers.containers.wait.strategy.Wait; +import org.testcontainers.junit.jupiter.Testcontainers; +import org.testcontainers.utility.DockerImageName; + +@Testcontainers +class StandaloneContainerTest { + + private static final String REDIS_NETWORK_ALIAS = "redisHost"; + + private static final int REDIS_PORT = 6379; + + private static final Logger logger = LoggerFactory.getLogger(StandaloneContainerTest.class); + + private static final Network network = Network.newNetwork(); + + // redis isn't required for igor to start, but redis starts quickly enough + // that we may as well wire it up to facilitate future testing. + private static GenericContainer redis = + new GenericContainer(DockerImageName.parse("library/redis:5-alpine")) + .withNetwork(network) + .withNetworkAliases(REDIS_NETWORK_ALIAS) + .withExposedPorts(REDIS_PORT); + + private static GenericContainer igorContainer; + + @BeforeAll + static void setupOnce() throws Exception { + String fullDockerImageName = System.getenv("FULL_DOCKER_IMAGE_NAME"); + + // Skip the tests if there's no docker image. This allows gradlew build to work. + assumeTrue(fullDockerImageName != null); + + redis.start(); + + DockerImageName dockerImageName = DockerImageName.parse(fullDockerImageName); + + igorContainer = + new GenericContainer(dockerImageName) + .withNetwork(network) + .withExposedPorts(8088) + .dependsOn(redis) + .waitingFor(Wait.forHealthcheck()) + .withEnv("SPRING_APPLICATION_JSON", getSpringApplicationJson()); + + Slf4jLogConsumer logConsumer = new Slf4jLogConsumer(logger); + igorContainer.start(); + igorContainer.followOutput(logConsumer); + } + + private static String getSpringApplicationJson() throws JsonProcessingException { + String redisUrl = "redis://" + REDIS_NETWORK_ALIAS + ":" + REDIS_PORT; + logger.info("redisUrl: '{}'", redisUrl); + Map properties = Map.of("redis.connection", redisUrl); + ObjectMapper mapper = new ObjectMapper(); + return mapper.writeValueAsString(properties); + } + + @AfterAll + static void cleanupOnce() { + if (igorContainer != null) { + igorContainer.stop(); + } + + if (redis != null) { + redis.stop(); + } + } + + @BeforeEach + void init(TestInfo testInfo) { + System.out.println("--------------- Test " + testInfo.getDisplayName()); + } + + @Test + void testHealthCheck() throws Exception { + // hit an arbitrary endpoint + HttpRequest request = + HttpRequest.newBuilder() + .uri( + new URI( + "http://" + + igorContainer.getHost() + + ":" + + igorContainer.getFirstMappedPort() + + "/health")) + .GET() + .build(); + + HttpClient client = HttpClient.newHttpClient(); + + HttpResponse response = client.send(request, HttpResponse.BodyHandlers.ofString()); + assertThat(response).isNotNull(); + logger.info("response: {}, {}", response.statusCode(), response.body()); + assertThat(response.statusCode()).isEqualTo(200); + } +} diff --git a/igor-integration/src/test/resources/logback.xml b/igor-integration/src/test/resources/logback.xml new file mode 100644 index 000000000..d0573f0bf --- /dev/null +++ b/igor-integration/src/test/resources/logback.xml @@ -0,0 +1,36 @@ + + + + + + + %d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n + + + + + + + + + + + + + diff --git a/settings.gradle b/settings.gradle index 411bfc01b..4bc18ef76 100644 --- a/settings.gradle +++ b/settings.gradle @@ -26,6 +26,7 @@ rootProject.name='igor' include 'igor-bom', 'igor-core', + 'igor-integration', 'igor-monitor-artifactory', 'igor-monitor-plugins', 'igor-monitor-travis',