fix notebooks, add notebook execution as CI tests (#509)

Signed-off-by: Clement Fuji Tsang <cfujitsang@nvidia.com>

.gitlab-ci.yml

@@ -71,16 +71,45 @@ pytest linux:
   tags: [kaolin]
   stage: test
   needs: ['build linux']
-  image: "docker:19.03.9"
+  image: "docker:19.03.0"
   before_script:
     - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
   script:
     - ci/pytest-linux.sh
 
+dibr-notebook linux:
+  tags: [kaolin]
+  stage: test
+  needs: ['build linux']
+  image: "docker:19.03.0"
+  before_script:
+    - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
+  script:
+    - ci/dibr-notebook-linux.sh
+
+dmtet-notebook linux:
+  tags: [kaolin]
+  stage: test
+  needs: ['build linux']
+  image: "docker:19.03.0"
+  before_script:
+    - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
+  script:
+    - ci/dmtet-notebook-linux.sh
+
+understanding-spcs-notebook linux:
+  tags: [kaolin]
+  stage: test
+  needs: ['build linux']
+  image: "docker:19.03.0"
+  before_script:
+    - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
+  script:
+    - ci/understanding-spcs-notebook-linux.sh
+
 test windows:
   tags: [kaolin_windows]
   stage: test
   needs: ['build windows']
   script:
     - ci\test-windows.bat
-

ci/dibr-notebook-linux.sh

@@ -0,0 +1,18 @@
+#!/usr/bin/env sh
+set -e
+set -u
+
+scriptroot="$( cd "$(dirname "$0")" ; pwd -P )"
+cd $scriptroot/..
+
+IMAGE_NAME=kaolin
+if [ ! -z "${CI_REGISTRY_IMAGE}" ]; then
+    IMAGE_NAME="${CI_REGISTRY_IMAGE}/kaolin:${CI_COMMIT_REF_SLUG}-${CI_PIPELINE_ID}"
+    docker pull $IMAGE_NAME
+fi
+
+docker run \
+    --runtime=nvidia \
+    --rm \
+    "$IMAGE_NAME" \
+    /bin/bash -c "cd examples/samples/ && unzip rendered_clock.zip && cd ../tutorial/ && ipython dibr_tutorial.ipynb"

ci/dmtet-notebook-linux.sh

@@ -0,0 +1,18 @@
+#!/usr/bin/env sh
+set -e
+set -u
+
+scriptroot="$( cd "$(dirname "$0")" ; pwd -P )"
+cd $scriptroot/..
+
+IMAGE_NAME=kaolin
+if [ ! -z "${CI_REGISTRY_IMAGE}" ]; then
+    IMAGE_NAME="${CI_REGISTRY_IMAGE}/kaolin:${CI_COMMIT_REF_SLUG}-${CI_PIPELINE_ID}"
+    docker pull $IMAGE_NAME
+fi
+
+docker run \
+    --runtime=nvidia \
+    --rm \
+    "$IMAGE_NAME" \
+    /bin/bash -c "cd examples/tutorial/ && ipython dmtet_tutorial.ipynb"

ci/understanding-spcs-notebook-linux.sh

@@ -0,0 +1,18 @@
+#!/usr/bin/env sh
+set -e
+set -u
+
+scriptroot="$( cd "$(dirname "$0")" ; pwd -P )"
+cd $scriptroot/..
+
+IMAGE_NAME=kaolin
+if [ ! -z "${CI_REGISTRY_IMAGE}" ]; then
+    IMAGE_NAME="${CI_REGISTRY_IMAGE}/kaolin:${CI_COMMIT_REF_SLUG}-${CI_PIPELINE_ID}"
+    docker pull $IMAGE_NAME
+fi
+
+docker run \
+    --runtime=nvidia \
+    --rm \
+    "$IMAGE_NAME" \
+    /bin/bash -c "cd examples/tutorial/ && ipython understanding_spcs_tutorial.ipynb"

tools/ci_requirements.txt

@@ -5,3 +5,4 @@ flake8-mypy==17.8.0
 flake8-pyi==19.3.0
 pytest==5.4.2
 pytest-cov==2.8.1
+jupyter

tools/linux/Dockerfile

@@ -15,6 +15,7 @@ RUN sed -i -e 's|^deb http://[^.]*[.]ubuntu[.]com/ubuntu|deb  https://urm.nvidia
          build-essential \
          curl \
          git \
+         unzip \
          libgtk2.0-0 libgtk-3-0 libgbm-dev libnotify-dev libgconf-2-4 libnss3 libxss1 libasound2 libxtst6 xauth xvfb \
     && apt-get clean \
     && rm -rf /var/lib/apt/lists/*
@@ -51,6 +52,7 @@ RUN npm install \
     npm cache clean
 
 COPY . .
+
 ENV TORCH_CUDA_ARCH_LIST "5.2 6.0 6.1 7.0 7.5+PTX"
 ENV KAOLIN_INSTALL_EXPERIMENTAL "1"
 RUN python setup.py develop