wf.yml

# paths in the workflow are relative to the root of the project, so
# this workflow is expected to be executed as:
#
#   cd skyhookdm-ceph/
#   popper run -f ci/wf.yml

steps:
- id: checkout parent repo
  uses: docker://alpine/git:v2.24.1
  runs: ["sh"]
  args:
  - -c
  - |
    git clone --recursive --depth=1 --branch=skyhookdm-$_CEPH_VERSION https://github.com/uccross/skyhookdm-ceph
    cp -r CMakeLists.txt src/ skyhookdm-ceph/src/cls/tabular/
    rm -r CMakeLists.txt src/
    mv skyhookdm-ceph/* .


#- id: build the builder
#  uses: docker://docker:19.03.10
#  env:
#    DOCKER_BUILDKIT: "1"
#  args:
#  - build
#  - --tag=uccross/skyhookdm-builder:$_CEPH_RELEASE
#  - --build-arg=BUILDKIT_INLINE_CACHE=1
#  - --build-arg=CEPH_RELEASE=$_CEPH_RELEASE
#  - --file=src/cls/tabular/ci/Dockerfile
#  - src/cls/tabular/ci
#
#
- id: build libcls_tabular
  uses: docker://uccross/skyhookdm-builder:$_CEPH_RELEASE
  args: ["cls_tabular", "run-query", "ceph_test_skyhook_query", "sky_tabular_flatflex_writer"]
  env:
    CMAKE_FLAGS: "-DBOOST_J=4 -DWITH_PYTHON3=OFF"
    BUILD_THREADS: "4"


- id: extend rook.io image by adding libcls_tabular
  uses: docker://docker:19.03.10
  env:
    DOCKER_BUILDKIT: "1"
  args:
  - 'build'
  - --build-arg=CEPH_RELEASE=$_CEPH_RELEASE
  - --tag=uccross/skyhookdm-ceph:$_CEPH_RELEASE
  - --file=ci/Dockerfile.rook
  - .
    # image contains:
    #   - upstream packages for release
    #   - skyhook libcls_tabular library and run-query binary
    #   - runtime dependencies for the above (such as libarrow, libhdf5, etc)


- id: run tests
  uses: docker://uccross/skyhookdm-ceph:$_CEPH_RELEASE
  skip_pull: true
  runs: ['bash']
  env:
    LD_LIBRARY_PATH: /usr/lib64/ceph
  args:
  - -c
  - |
    # download test data if it doesn't exist
    if [[ ! -d ./data ]]; then
      mkdir -p data
      pushd data/
      for i in $(seq 0 9); do
        curl -LO https://users.soe.ucsc.edu/~jlefevre/skyhookdb/testdata/obj000000$i.bin
      done
      popd
    fi

    # boot a single-osd instance
    ci/micro-osd.sh test

    # copy conf to where test expects it (PWD)
    cp test/ceph.conf ./

    # run test
    exec ceph_test_skyhook_query

# todo (if branch == $_CEPH_VERSION)
# - push builder
# - push skyhook