-
Notifications
You must be signed in to change notification settings - Fork 8
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #122 from edoapra/master
podman native build
- Loading branch information
Showing
2 changed files
with
189 additions
and
4 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,185 @@ | ||
| name: nwchem_podman_build | ||
|
|
||
| on: | ||
| repository_dispatch: | ||
| types: [backend_automation] | ||
| workflow_dispatch: | ||
|
|
||
| jobs: | ||
| shifter_schedule: | ||
| if: (github.event_name == 'workflow_dispatch') || (github.event_name == 'schedule') | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| folder: | ||
| - nwchem-dev.mpipr.nersc_podman.mpich4 | ||
| branch: [ master, hotfix/release-7-2-0] | ||
| openmp: [ Y, N] | ||
| fc: [ gfortran] | ||
| armci_network: [ MPI-PR ] | ||
| include: | ||
| - folder: nwchem-dev.mpipr.nersc_podman.mpich4 | ||
| armci_network: MPI-PR | ||
| openmp: N | ||
| branch: master | ||
| fc: nvfortran | ||
| - folder: nwchem-dev.mpipr.nersc_podman.mpich4 | ||
| armci_network: MPI-PR | ||
| openmp: N | ||
| branch: release-7-2-0 | ||
| fc: nvfortran | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
| - name: FC tag | ||
| id: fc-tag | ||
| run: | | ||
| if [[ ${{ matrix.fc }} == 'gfortran' ]]; then | ||
| echo "fc=" >> $GITHUB_ENV | ||
| else | ||
| echo "fc=$(echo .${{matrix.fc }} )" >> $GITHUB_ENV | ||
| fi | ||
| - name: cache key | ||
| run: | | ||
| echo "cache_key=${{ matrix.folder }}-${{ matrix.branch }}${{ env.fc }}-cache-v005" >> $GITHUB_ENV | ||
| - name: Setup cache | ||
| id: setup-cache | ||
| uses: actions/cache@v4 | ||
| with: | ||
| path: | | ||
| ~/cache | ||
| key: ${{ env.cache_key }} | ||
| - name: Login to GitHub Container Registry | ||
| if: ${{ github.actor == github.repository_owner }} | ||
| uses: docker/login-action@v3 | ||
| with: | ||
| registry: ghcr.io | ||
| username: ${{ github.actor }} | ||
| password: ${{ secrets.GITHUB_TOKEN }} | ||
| # username: ${{ secrets.DOCKERHUB_USERNAME }} | ||
| # password: ${{ secrets.DOCKERHUB_TOKEN }} | ||
| - name: fetch cache | ||
| if: (steps.setup-cache.outputs.cache-hit == 'true') | ||
| run: | | ||
| cd ${{ matrix.folder }} | ||
| ls -lrta | ||
| if [[ -f ~/cache/libext.tar.bz2 ]]; then \ | ||
| echo "libext cache present" ; \ | ||
| mkdir -p cache|| true ; \ | ||
| rsync -av ~/cache/libext* cache/. ; \ | ||
| echo "libext cache fetched" ; \ | ||
| fi | ||
| if [[ -f ~/cache/simint.tar.bz2 ]]; then \ | ||
| echo "simint cache present" ; \ | ||
| mkdir -p cache|| true ; \ | ||
| rsync -av ~/cache/simint* cache/. ; \ | ||
| echo "simint cache fetched" ; \ | ||
| fi | ||
| if [[ -f ~/cache/mpich.tar.bz2 ]]; then \ | ||
| echo "mpich cache present" ; \ | ||
| mkdir -p cache|| true ; \ | ||
| rsync -av ~/cache/mpich* cache/. ; \ | ||
| echo "mpich cache fetched" ; \ | ||
| ls -l cache/ ; \ | ||
| echo "======" ; \ | ||
| fi | ||
| - name: openmp tag | ||
| id: openmp-tag | ||
| run: | | ||
| if [[ ${{ matrix.openmp }} == 'N' ]]; then | ||
| echo "omp_tag=_no_openmp" >> $GITHUB_ENV | ||
| else | ||
| echo "omp_tag=" >> $GITHUB_ENV | ||
| fi | ||
| shell: bash | ||
| - name: armci_net tag | ||
| id: armci_net | ||
| run: | | ||
| echo "armci_net=.$(echo ${{ matrix.armci_network }} | tr '[:upper:]' '[:lower:]')" >> $GITHUB_ENV | ||
| shell: bash | ||
| - name: nwchem version tag | ||
| run: | | ||
| if [[ ${{ matrix.branch }} == master ]]; then | ||
| echo "longnwversion=$(echo ${{ matrix.folder }}| sed -e 's|.mpipr||')" >> $GITHUB_ENV | ||
| elif [[ ${{ matrix.branch }} == hotfix/release-7-2-0 ]]; then | ||
| echo "longnwversion=$(echo ${{ matrix.folder }} | sed -e 's|.mpipr||' | sed -e 's|dev|720|')" >> $GITHUB_ENV | ||
| else | ||
| echo "longnwversion=$(echo ${{ matrix.folder }} | sed -e 's|.mpipr||' | sed -e 's|dev|${{ matrix.branch }}|')" >> $GITHUB_ENV | ||
| fi | ||
| shell: bash | ||
| - name: docker tag | ||
| id: docker-tag | ||
| run: | | ||
| echo "tag=ghcr.io/${{ github.actor }}/${{ env.longnwversion}}${{ env.omp_tag }}${{ env.armci_net }}${{ env.fc }}" >> $GITHUB_ENV | ||
| shell: bash | ||
| - name: builddate | ||
| id: build-date | ||
| run: | | ||
| echo "date=$(TZ=America/Los_Angeles date +%Y%m%d_%H%M%S)" >> $GITHUB_ENV | ||
| - name: Install podman | ||
| run: | | ||
| sudo apt-get install -y podman | ||
| which podman | ||
| podman version | ||
| - name: build podman | ||
| run: | | ||
| cd ${{ matrix.folder }} | ||
| podman build \ | ||
| --build-arg FC=${{ matrix.fc }} \ | ||
| --build-arg USE_OPENMP_VALUE=${{ matrix.openmp }} \ | ||
| --build-arg NWCHEM_BRANCH=${{ matrix.branch}} \ | ||
| --build-arg ARMCI_NETWORK=${{ matrix.armci_network}} \ | ||
| --build-arg CACHE_HIT=${{ env.cache_hit }} \ | ||
| --build-arg GITHUB_REPOSITORY_OWNER=${{ github.repository_owner }} \ | ||
| --build-arg CUDA_VERSION_MAJOR=11 \ | ||
| --build-arg CUDA_VERSION_MINOR=7 \ | ||
| --format docker \ | ||
| -t ${{ env.tag }}:latest . | ||
| - name: push to ghcr.io | ||
| run: | | ||
| echo ${{ secrets.GITHUB_TOKEN }} | podman login -u ${{ github.actor }} --password-stdin ghcr.io | ||
| podman push ${{ env.tag }}:latest ${{ env.tag }}:${{ env.date }} | ||
| podman push ${{ env.tag }}:latest ${{ env.tag }}:latest | ||
| - name: load and test image | ||
| if: ( github.actor == github.repository_owner ) | ||
| run: | | ||
| sleep 30s | ||
| podman pull ${{ env.tag }} | ||
| export MYLDPATH=/usr/local/lib:/opt/lib | ||
| if [[ ${{ matrix.fc }} == nvfortran ]]; then | ||
| podman run -e LD_LIBRARY_PATH="$MYLDPATH" --entrypoint=ldd --rm \ | ||
| ${{ env.tag }} /opt/nwchem/bin/LINUX64/nwchem | ||
| else | ||
| cd /tmp | ||
| umask u=rwx,g=rwx,o=rwx | ||
| umask -S | ||
| git clone --no-checkout https://github.com/nwchemgit/nwchem | ||
| cd nwchem | ||
| git sparse-checkout init --cone | ||
| git sparse-checkout set QA | ||
| git checkout | ||
| cd QA | ||
| podman run --rm -e LD_LIBRARY_PATH="$MYLDPATH" \ | ||
| -e HWLOC_HIDE_ERRORS=2 -w /opt/nwchem/QA \ | ||
| -v `pwd`:/opt/nwchem/QA --entrypoint='/opt/nwchem/QA/runtests.mpi.unix' \ | ||
| ${{ env.tag }} \ | ||
| procs 2 h2o_opt prop_mep_gcube | ||
| fi | ||
| - name: store cache | ||
| if: ( github.actor == github.repository_owner ) | ||
| run: | | ||
| mkdir -p ~/cache/ | ||
| podman run --privileged --user 0 --rm \ | ||
| --entrypoint='/bin/cp' -v ~/cache:/data \ | ||
| ${{ env.tag }} \ | ||
| -rp /opt/nwchem/src/libext/libext.tar.bz2 /data/. || true | ||
| podman run --privileged --user 0 --rm \ | ||
| --entrypoint='/bin/cp' -v ~/cache:/data \ | ||
| ${{ env.tag }} \ | ||
| -rp /opt/nwchem/src/libext/simint.tar.bz2 /data/. || true | ||
| podman run --privileged --user 0 --rm \ | ||
| --entrypoint='/bin/cp' -v ~/cache:/data \ | ||
| ${{ env.tag }} \ | ||
| -rp /usr/local/mpich.tar.bz2 /data/. || true | ||
| ls -Ralrt ~/cache || true |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters