Merge pull request #828 from parente/image-manifests

[ci skip] Add package manifest support
jupyter · Mar 15, 2019 · eb149a8 · eb149a8
2 parents 022da74 + 10c58da
commit eb149a8
Show file tree

Hide file tree

Showing 16 changed files with 486 additions and 0 deletions.
diff --git a/all-spark-notebook/hooks/manifest.tmpl b/all-spark-notebook/hooks/manifest.tmpl
@@ -0,0 +1,28 @@
+cat << EOF > "$MANIFEST_FILE"
+* Build datetime: $(date -u +%FT%TZ)
+* DockerHub build code: ${BUILD_CODE}
+* Docker image: ${DOCKER_REPO}:${GIT_SHA_TAG}
+* Git commit SHA: [${SOURCE_COMMIT}](https://github.com/jupyter/docker-stacks/commit/${SOURCE_COMMIT})
+* Git commit message:
+\`\`\`
+${COMMIT_MSG}
+\`\`\`
+
+## Apache Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} spark-submit --version)
+\`\`\`
+
+## Python Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} conda list)
+\`\`\`
+
+## Apt Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} apt list --installed)
+\`\`\`
+EOF
diff --git a/all-spark-notebook/hooks/post_push b/all-spark-notebook/hooks/post_push
@@ -1,12 +1,47 @@
 #!/bin/bash
+set -e
 
 # Tag the latest build with the short git sha. Push the tag in addition
 # to the "latest" tag already pushed.
 GIT_SHA_TAG=${SOURCE_COMMIT:0:12}
 docker tag $IMAGE_NAME $DOCKER_REPO:$GIT_SHA_TAG
 docker push $DOCKER_REPO:$GIT_SHA_TAG
 
+# Create a working directory.
+WORKDIR=$(mktemp -d)
+GIT_URI="git@github.com:jupyter/docker-stacks.wiki.git"
+GIT_SANDBOX="${WORKDIR}/docker-stacks.wiki"
+IMAGE_SHORT_NAME=$(basename $DOCKER_REPO)
+MANIFEST_FILE="${GIT_SANDBOX}/manifests/${IMAGE_SHORT_NAME}-${SOURCE_COMMIT:0:12}.md"
+
+# Configure git so it can push back to GitHub.
+eval $(ssh-agent -s)
+ssh-add <(echo "$DEPLOY_KEY")
+ssh-add -l
+git config --global user.email "jupyter@googlegroups.com"
+git config --global user.name "Jupyter Docker Stacks"
+
+# Glone the GitHub project wiki.
+pushd "$WORKDIR"
+git clone "$GIT_URI"
+popd
+
+# Render the build manifest template.
+mkdir -p $(dirname "$MANIFEST_FILE")
+source hooks/manifest.tmpl
+
+# Push the wiki update back to GitHub.
+pushd "$GIT_SANDBOX"
+git add .
+git commit -m "DOC: Build ${MANIFEST_FILE}"
+git push -u origin master
+popd
+
+# Shutdown the ssh agent for good measure.
+ssh-agent -k
+
 # Invoke all downstream build triggers.
+set +e
 for url in $(echo $NEXT_BUILD_TRIGGERS | sed "s/,/ /g")
 do
     curl -X POST $url

diff --git a/base-notebook/hooks/manifest.tmpl b/base-notebook/hooks/manifest.tmpl
@@ -0,0 +1,22 @@
+cat << EOF > "$MANIFEST_FILE"
+* Build datetime: $(date -u +%FT%TZ)
+* DockerHub build code: ${BUILD_CODE}
+* Docker image: ${DOCKER_REPO}:${GIT_SHA_TAG}
+* Git commit SHA: [${SOURCE_COMMIT}](https://github.com/jupyter/docker-stacks/commit/${SOURCE_COMMIT})
+* Git commit message:
+\`\`\`
+${COMMIT_MSG}
+\`\`\`
+
+## Python Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} conda list)
+\`\`\`
+
+## Apt Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} apt list --installed)
+\`\`\`
+EOF
diff --git a/base-notebook/hooks/post_push b/base-notebook/hooks/post_push
@@ -1,12 +1,47 @@
 #!/bin/bash
+set -e
 
 # Tag the latest build with the short git sha. Push the tag in addition
 # to the "latest" tag already pushed.
 GIT_SHA_TAG=${SOURCE_COMMIT:0:12}
 docker tag $IMAGE_NAME $DOCKER_REPO:$GIT_SHA_TAG
 docker push $DOCKER_REPO:$GIT_SHA_TAG
 
+# Create a working directory.
+WORKDIR=$(mktemp -d)
+GIT_URI="git@github.com:jupyter/docker-stacks.wiki.git"
+GIT_SANDBOX="${WORKDIR}/docker-stacks.wiki"
+IMAGE_SHORT_NAME=$(basename $DOCKER_REPO)
+MANIFEST_FILE="${GIT_SANDBOX}/manifests/${IMAGE_SHORT_NAME}-${SOURCE_COMMIT:0:12}.md"
+
+# Configure git so it can push back to GitHub.
+eval $(ssh-agent -s)
+ssh-add <(echo "$DEPLOY_KEY")
+ssh-add -l
+git config --global user.email "jupyter@googlegroups.com"
+git config --global user.name "Jupyter Docker Stacks"
+
+# Glone the GitHub project wiki.
+pushd "$WORKDIR"
+git clone "$GIT_URI"
+popd
+
+# Render the build manifest template.
+mkdir -p $(dirname "$MANIFEST_FILE")
+source hooks/manifest.tmpl
+
+# Push the wiki update back to GitHub.
+pushd "$GIT_SANDBOX"
+git add .
+git commit -m "DOC: Build ${MANIFEST_FILE}"
+git push -u origin master
+popd
+
+# Shutdown the ssh agent for good measure.
+ssh-agent -k
+
 # Invoke all downstream build triggers.
+set +e
 for url in $(echo $NEXT_BUILD_TRIGGERS | sed "s/,/ /g")
 do
     curl -X POST $url

diff --git a/datascience-notebook/hooks/manifest.tmpl b/datascience-notebook/hooks/manifest.tmpl
@@ -0,0 +1,34 @@
+cat << EOF > "$MANIFEST_FILE"
+* Build datetime: $(date -u +%FT%TZ)
+* DockerHub build code: ${BUILD_CODE}
+* Docker image: ${DOCKER_REPO}:${GIT_SHA_TAG}
+* Git commit SHA: [${SOURCE_COMMIT}](https://github.com/jupyter/docker-stacks/commit/${SOURCE_COMMIT})
+* Git commit message:
+\`\`\`
+${COMMIT_MSG}
+\`\`\`
+
+## Julia Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} julia -E 'import Pkg; Pkg.status()')
+\`\`\`
+
+## Python Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} conda list)
+\`\`\`
+
+## R Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} R --silent -e 'installed.packages(.Library)[, c(1,3)]')
+\`\`\`
+
+## Apt Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} apt list --installed)
+\`\`\`
+EOF
diff --git a/datascience-notebook/hooks/post_push b/datascience-notebook/hooks/post_push
@@ -1,12 +1,47 @@
 #!/bin/bash
+set -e
 
 # Tag the latest build with the short git sha. Push the tag in addition
 # to the "latest" tag already pushed.
 GIT_SHA_TAG=${SOURCE_COMMIT:0:12}
 docker tag $IMAGE_NAME $DOCKER_REPO:$GIT_SHA_TAG
 docker push $DOCKER_REPO:$GIT_SHA_TAG
 
+# Create a working directory.
+WORKDIR=$(mktemp -d)
+GIT_URI="git@github.com:jupyter/docker-stacks.wiki.git"
+GIT_SANDBOX="${WORKDIR}/docker-stacks.wiki"
+IMAGE_SHORT_NAME=$(basename $DOCKER_REPO)
+MANIFEST_FILE="${GIT_SANDBOX}/manifests/${IMAGE_SHORT_NAME}-${SOURCE_COMMIT:0:12}.md"
+
+# Configure git so it can push back to GitHub.
+eval $(ssh-agent -s)
+ssh-add <(echo "$DEPLOY_KEY")
+ssh-add -l
+git config --global user.email "jupyter@googlegroups.com"
+git config --global user.name "Jupyter Docker Stacks"
+
+# Glone the GitHub project wiki.
+pushd "$WORKDIR"
+git clone "$GIT_URI"
+popd
+
+# Render the build manifest template.
+mkdir -p $(dirname "$MANIFEST_FILE")
+source hooks/manifest.tmpl
+
+# Push the wiki update back to GitHub.
+pushd "$GIT_SANDBOX"
+git add .
+git commit -m "DOC: Build ${MANIFEST_FILE}"
+git push -u origin master
+popd
+
+# Shutdown the ssh agent for good measure.
+ssh-agent -k
+
 # Invoke all downstream build triggers.
+set +e
 for url in $(echo $NEXT_BUILD_TRIGGERS | sed "s/,/ /g")
 do
     curl -X POST $url

diff --git a/minimal-notebook/hooks/manifest.tmpl b/minimal-notebook/hooks/manifest.tmpl
@@ -0,0 +1,22 @@
+cat << EOF > "$MANIFEST_FILE"
+* Build datetime: $(date -u +%FT%TZ)
+* DockerHub build code: ${BUILD_CODE}
+* Docker image: ${DOCKER_REPO}:${GIT_SHA_TAG}
+* Git commit SHA: [${SOURCE_COMMIT}](https://github.com/jupyter/docker-stacks/commit/${SOURCE_COMMIT})
+* Git commit message:
+\`\`\`
+${COMMIT_MSG}
+\`\`\`
+
+## Python Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} conda list)
+\`\`\`
+
+## Apt Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} apt list --installed)
+\`\`\`
+EOF
diff --git a/minimal-notebook/hooks/post_push b/minimal-notebook/hooks/post_push
@@ -1,12 +1,47 @@
 #!/bin/bash
+set -e
 
 # Tag the latest build with the short git sha. Push the tag in addition
 # to the "latest" tag already pushed.
 GIT_SHA_TAG=${SOURCE_COMMIT:0:12}
 docker tag $IMAGE_NAME $DOCKER_REPO:$GIT_SHA_TAG
 docker push $DOCKER_REPO:$GIT_SHA_TAG
 
+# Create a working directory.
+WORKDIR=$(mktemp -d)
+GIT_URI="git@github.com:jupyter/docker-stacks.wiki.git"
+GIT_SANDBOX="${WORKDIR}/docker-stacks.wiki"
+IMAGE_SHORT_NAME=$(basename $DOCKER_REPO)
+MANIFEST_FILE="${GIT_SANDBOX}/manifests/${IMAGE_SHORT_NAME}-${SOURCE_COMMIT:0:12}.md"
+
+# Configure git so it can push back to GitHub.
+eval $(ssh-agent -s)
+ssh-add <(echo "$DEPLOY_KEY")
+ssh-add -l
+git config --global user.email "jupyter@googlegroups.com"
+git config --global user.name "Jupyter Docker Stacks"
+
+# Glone the GitHub project wiki.
+pushd "$WORKDIR"
+git clone "$GIT_URI"
+popd
+
+# Render the build manifest template.
+mkdir -p $(dirname "$MANIFEST_FILE")
+source hooks/manifest.tmpl
+
+# Push the wiki update back to GitHub.
+pushd "$GIT_SANDBOX"
+git add .
+git commit -m "DOC: Build ${MANIFEST_FILE}"
+git push -u origin master
+popd
+
+# Shutdown the ssh agent for good measure.
+ssh-agent -k
+
 # Invoke all downstream build triggers.
+set +e
 for url in $(echo $NEXT_BUILD_TRIGGERS | sed "s/,/ /g")
 do
     curl -X POST $url

diff --git a/pyspark-notebook/hooks/manifest.tmpl b/pyspark-notebook/hooks/manifest.tmpl
@@ -0,0 +1,28 @@
+cat << EOF > "$MANIFEST_FILE"
+* Build datetime: $(date -u +%FT%TZ)
+* DockerHub build code: ${BUILD_CODE}
+* Docker image: ${DOCKER_REPO}:${GIT_SHA_TAG}
+* Git commit SHA: [${SOURCE_COMMIT}](https://github.com/jupyter/docker-stacks/commit/${SOURCE_COMMIT})
+* Git commit message:
+\`\`\`
+${COMMIT_MSG}
+\`\`\`
+
+## Apache Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} spark-submit --version)
+\`\`\`
+
+## Python Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} conda list)
+\`\`\`
+
+## Apt Packages
+
+\`\`\`
+$(docker run --rm ${IMAGE_NAME} apt list --installed)
+\`\`\`
+EOF
diff --git a/pyspark-notebook/hooks/post_push b/pyspark-notebook/hooks/post_push
@@ -1,12 +1,47 @@
 #!/bin/bash
+set -e
 
 # Tag the latest build with the short git sha. Push the tag in addition
 # to the "latest" tag already pushed.
 GIT_SHA_TAG=${SOURCE_COMMIT:0:12}
 docker tag $IMAGE_NAME $DOCKER_REPO:$GIT_SHA_TAG
 docker push $DOCKER_REPO:$GIT_SHA_TAG
 
+# Create a working directory.
+WORKDIR=$(mktemp -d)
+GIT_URI="git@github.com:jupyter/docker-stacks.wiki.git"
+GIT_SANDBOX="${WORKDIR}/docker-stacks.wiki"
+IMAGE_SHORT_NAME=$(basename $DOCKER_REPO)
+MANIFEST_FILE="${GIT_SANDBOX}/manifests/${IMAGE_SHORT_NAME}-${SOURCE_COMMIT:0:12}.md"
+
+# Configure git so it can push back to GitHub.
+eval $(ssh-agent -s)
+ssh-add <(echo "$DEPLOY_KEY")
+ssh-add -l
+git config --global user.email "jupyter@googlegroups.com"
+git config --global user.name "Jupyter Docker Stacks"
+
+# Glone the GitHub project wiki.
+pushd "$WORKDIR"
+git clone "$GIT_URI"
+popd
+
+# Render the build manifest template.
+mkdir -p $(dirname "$MANIFEST_FILE")
+source hooks/manifest.tmpl
+
+# Push the wiki update back to GitHub.
+pushd "$GIT_SANDBOX"
+git add .
+git commit -m "DOC: Build ${MANIFEST_FILE}"
+git push -u origin master
+popd
+
+# Shutdown the ssh agent for good measure.
+ssh-agent -k
+
 # Invoke all downstream build triggers.
+set +e
 for url in $(echo $NEXT_BUILD_TRIGGERS | sed "s/,/ /g")
 do
     curl -X POST $url