fix(tf): fix bugs in tensor training and migrate to reformat data #6562
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: | |
| push: | |
| branches-ignore: | |
| - "gh-readonly-queue/**" | |
| pull_request: | |
| merge_group: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref || github.run_id }} | |
| cancel-in-progress: true | |
| name: Build C++ | |
| jobs: | |
| buildcc: | |
| name: Build C++ | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| include: | |
| - variant: cpu | |
| dp_variant: cpu | |
| - variant: cuda | |
| dp_variant: cuda | |
| - variant: cuda120 | |
| dp_variant: cuda | |
| - variant: rocm | |
| dp_variant: rocm | |
| - variant: clang | |
| dp_variant: clang | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.11' | |
| cache: 'pip' | |
| - uses: lukka/get-cmake@latest | |
| - run: python -m pip install tensorflow | |
| - name: Download libtorch | |
| run: | | |
| wget https://download.pytorch.org/libtorch/cpu/libtorch-cxx11-abi-shared-with-deps-2.1.2%2Bcpu.zip -O libtorch.zip | |
| unzip libtorch.zip | |
| - run: | | |
| wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.0-1_all.deb \ | |
| && sudo dpkg -i cuda-keyring_1.0-1_all.deb \ | |
| && sudo apt-get update \ | |
| && sudo apt-get -y install cuda-cudart-dev-11-8 cuda-nvcc-11-8 | |
| if: matrix.variant == 'cuda' | |
| - run: | | |
| wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.0-1_all.deb \ | |
| && sudo dpkg -i cuda-keyring_1.0-1_all.deb \ | |
| && sudo apt-get update \ | |
| && sudo apt-get -y install cuda-cudart-dev-12-2 cuda-nvcc-12-2 | |
| if: matrix.variant == 'cuda120' | |
| env: | |
| DEBIAN_FRONTEND: noninteractive | |
| - run: | | |
| echo 'deb [arch=amd64] https://repo.radeon.com/rocm/apt/5.3/ jammy main' | sudo tee /etc/apt/sources.list.d/rocm.list \ | |
| && printf 'Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600' | sudo tee /etc/apt/preferences.d/rocm-pin-600 \ | |
| && curl -s https://repo.radeon.com/rocm/rocm.gpg.key | sudo apt-key add - \ | |
| && sudo apt-get update \ | |
| && sudo apt-get install -y rocm-dev hipcub-dev | |
| if: matrix.variant == 'rocm' | |
| - run: | | |
| export CMAKE_PREFIX_PATH=$GITHUB_WORKSPACE/libtorch | |
| source/install/build_cc.sh | |
| env: | |
| DP_VARIANT: ${{ matrix.dp_variant }} | |
| DOWNLOAD_TENSORFLOW: "FALSE" | |
| CMAKE_GENERATOR: Ninja | |
| if: matrix.variant != 'clang' | |
| - run: | | |
| export CMAKE_PREFIX_PATH=$GITHUB_WORKSPACE/libtorch | |
| source/install/build_cc.sh | |
| env: | |
| DP_VARIANT: cpu | |
| DOWNLOAD_TENSORFLOW: "FALSE" | |
| CC: clang | |
| CXX: clang++ | |
| CMAKE_GENERATOR: Ninja | |
| if: matrix.variant == 'clang' | |
| - name: Test files exist | |
| run: | | |
| test -f dp/bin/dp_ipi && | |
| test -f dp/lib/libdeepmd_cc.so && | |
| test -f dp/lib/libdeepmd_c.so && | |
| test -f dp/lib/libdeepmd_op.so && | |
| test -f dp/lib/libdeepmd_ipi.so && | |
| test -f dp/lib/libdeepmd_lmp.so && | |
| test -f dp/lib/libdeepmd.so | |
| pass: | |
| name: Pass building C++ | |
| needs: [buildcc] | |
| runs-on: ubuntu-latest | |
| if: always() | |
| steps: | |
| - name: Decide whether the needed jobs succeeded or failed | |
| uses: re-actors/alls-green@release/v1 | |
| with: | |
| jobs: ${{ toJSON(needs) }} |