Merge pull request #2 from ImmanuelSegol/bw6/gowrapper

bw6761 golang wrapper
celer-network · Oct 18, 2023 · 89a5081 · 89a5081
2 parents c9a08d6 + d7559fe
commit 89a5081
Show file tree

Hide file tree

Showing 46 changed files with 4,324 additions and 304 deletions.
diff --git a/.github/changed-files.yml b/.github/changed-files.yml
@@ -0,0 +1,14 @@
+golang:
+  - goicicle/**/*.go'
+  - go.mod
+rust:
+  - src/**/*.rs
+  - build.rs
+  - Cargo.toml
+cpp:
+  - icicle/**/*.cu
+  - icicle/**/*.cuh
+  - icicle/**/*.cpp
+  - icicle/**/*.hpp
+  - icicle/**/*.c
+  - icicle/**/*.h
diff --git a/.github/workflows/dev-pr.yml b/.github/workflows/dev-pr.yml
diff --git a/.github/workflows/main-build.yml b/.github/workflows/main-build.yml
@@ -5,60 +5,98 @@ on:
     branches:
       - main
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 env:
   CARGO_TERM_COLOR: always
-  ARCH_TYPE: sm_70
+  ARCH_TYPE: native
 
 jobs:
+  check-changed-files:
+    name: Check Changed Files
+    runs-on: ubuntu-22.04
+    outputs:
+      golang: ${{ steps.changed_files.outputs.golang }}
+      rust: ${{ steps.changed_files.outputs.rust }}
+      cpp_cuda: ${{ steps.changed_files.outputs.cpp_cuda }}
+    steps:
+    - name: Checkout Repo
+      uses: actions/checkout@v3
+    - name: Get all changed files
+      id: changed-files-yaml
+      uses: tj-actions/changed-files@v39
+      # https://github.com/tj-actions/changed-files#input_files_yaml_from_source_file
+      with:
+        files_yaml_from_source_file: .github/changed-files.yml
+    - name: Run Changed Files script
+      id: changed_files
+      # https://github.com/tj-actions/changed-files#outputs-
+      run: |
+        echo "golang=${{ steps.changed-files-yaml.outputs.golang_any_modified }}" >> "$GITHUB_OUTPUT"
+        echo "rust=${{ steps.changed-files-yaml.outputs.rust_any_modified }}" >> "$GITHUB_OUTPUT"
+        echo "cpp_cuda=${{ steps.changed-files-yaml.outputs.cpp_any_modified }}" >> "$GITHUB_OUTPUT"
+
   build-rust-linux:
     name: Build Rust on Linux
     runs-on: [self-hosted, Linux, X64, icicle]
+    needs: check-changed-files
     steps:
     - name: Checkout Repo
       uses: actions/checkout@v3
     - name: Build Rust
+      if: needs.check-changed-files.outputs.rust == 'true' || needs.check-changed-files.outputs.cpp_cuda == 'true'
       run: cargo build --release --verbose
 
   build-rust-windows:
     name: Build Rust on Windows
     runs-on: windows-2022
+    needs: check-changed-files
     steps:     
     - name: Checkout Repo
       uses: actions/checkout@v3
     - name: Download and Install Cuda
+      if: needs.check-changed-files.outputs.rust == 'true' || needs.check-changed-files.outputs.cpp_cuda == 'true'
       uses: Jimver/cuda-toolkit@v0.2.11
       with:
         cuda: '12.0.0'
         method: 'network'
         # https://docs.nvidia.com/cuda/archive/12.0.0/cuda-installation-guide-microsoft-windows/index.html
         sub-packages: '["cudart", "nvcc", "thrust"]'
     - name: Build Rust Targets
+      if: needs.check-changed-files.outputs.rust == 'true' || needs.check-changed-files.outputs.cpp_cuda == 'true'
       run: cargo build --release --verbose
 
   build-golang-linux:
     name: Build Golang on Linux
     runs-on: [self-hosted, Linux, X64, icicle]
+    needs: check-changed-files
     steps:
     - name: Checkout Repo
       uses: actions/checkout@v3
     - name: Build CUDA libs
+      if: needs.check-changed-files.outputs.golang == 'true' || needs.check-changed-files.outputs.cpp_cuda == 'true'
       run: make all
       working-directory: ./goicicle
 
   # TODO: Add once Golang make file supports building for Windows
   # build-golang-windows:
   #   name: Build Golang on Windows
   #   runs-on: windows-2022
+  #   needs: check-changed-files
   #   steps:     
   #   - name: Checkout Repo
   #     uses: actions/checkout@v3
   #   - name: Download and Install Cuda
+  #     if: needs.check-changed-files.outputs.golang == 'true' || needs.check-changed-files.outputs.cpp_cuda == 'true'
   #     uses: Jimver/cuda-toolkit@v0.2.11
   #     with:
   #       cuda: '12.0.0'
   #       method: 'network'
   #       # https://docs.nvidia.com/cuda/archive/12.0.0/cuda-installation-guide-microsoft-windows/index.html
   #       sub-packages: '["cudart", "nvcc", "thrust"]'
   #   - name: Build cpp libs
+  #     if: needs.check-changed-files.outputs.golang == 'true' || needs.check-changed-files.outputs.cpp_cuda == 'true'
   #     run: make all
   #     working-directory: ./goicicle
diff --git a/.github/workflows/main-format.yml b/.github/workflows/main-format.yml
@@ -5,6 +5,10 @@ on:
     branches:
       - main
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   formatting-rust:
     name: Check Rust Code Formatting
@@ -25,3 +29,14 @@ jobs:
       uses: actions/checkout@v3
     - name: Check gofmt
       run: if [[ $(go list ./... | xargs go fmt) ]]; then echo "Please run go fmt"; exit 1; fi
+
+  formatting-cpp-cuda:
+    name: Check C++/CUDA Code Formatting
+    runs-on: ubuntu-22.04
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+    - name: Check clang-format
+      run: |
+        if [[ $(find ./ -path ./icicle/build -prune -o -path ./target -prune -iname *.h -or -iname *.cuh -or -iname *.cu -or -iname *.c -or -iname *.cpp | xargs clang-format --dry-run -ferror-limit=1 -style=file 2>&1) ]]; then echo "Please run clang-format"; exit 1; fi
+
diff --git a/.github/workflows/main-test.yml b/.github/workflows/main-test.yml
@@ -5,30 +5,82 @@ on:
     branches:
       - main
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 env:
   CARGO_TERM_COLOR: always
-  ARCH_TYPE: sm_70
+  ARCH_TYPE: native
 
 jobs:
+  check-changed-files:
+    name: Check Changed Files
+    runs-on: ubuntu-22.04
+    outputs:
+      golang: ${{ steps.changed_files.outputs.golang }}
+      rust: ${{ steps.changed_files.outputs.rust }}
+      cpp_cuda: ${{ steps.changed_files.outputs.cpp_cuda }}
+    steps:
+    - name: Checkout Repo
+      uses: actions/checkout@v3
+    - name: Get all changed files
+      id: changed-files-yaml
+      uses: tj-actions/changed-files@v39
+      # https://github.com/tj-actions/changed-files#input_files_yaml_from_source_file
+      with:
+        files_yaml_from_source_file: .github/changed-files.yml
+    - name: Run Changed Files script
+      id: changed_files
+      # https://github.com/tj-actions/changed-files#outputs-
+      run: |
+        echo "golang=${{ steps.changed-files-yaml.outputs.golang_any_modified }}" >> "$GITHUB_OUTPUT"
+        echo "rust=${{ steps.changed-files-yaml.outputs.rust_any_modified }}" >> "$GITHUB_OUTPUT"
+        echo "cpp_cuda=${{ steps.changed-files-yaml.outputs.cpp_any_modified }}" >> "$GITHUB_OUTPUT"
+
   test-rust-linux:
     name: Test Rust on Linux
     runs-on: [self-hosted, Linux, X64, icicle]
+    needs: check-changed-files
     steps:
     - name: Checkout Repo
       uses: actions/checkout@v3
     - name: Run Rust Tests
+      if: needs.check-changed-files.outputs.rust == 'true' || needs.check-changed-files.outputs.cpp_cuda == 'true'
       run: cargo test --release --verbose -- --test-threads=1
 
+  test-cpp-linux:
+    name: Test C++ on Linux
+    runs-on: [self-hosted, Linux, X64, icicle]
+    needs: check-changed-files
+    steps:
+    - name: Checkout Repo
+      uses: actions/checkout@v3
+    - name: Build C++
+      working-directory: ./icicle
+      if: needs.check-changed-files.outputs.cpp_cuda == 'true'
+      run: |
+        mkdir -p build
+        cmake -S . -B build
+        cmake --build build
+    - name: Run C++ Tests
+      working-directory: ./icicle/build
+      if: needs.check-changed-files.outputs.cpp_cuda == 'true'
+      run: ctest
+
   test-golang-linux:
     name: Test Golang on Linux
     runs-on: [self-hosted, Linux, X64, icicle]
+    needs: check-changed-files
     steps:
     - name: Checkout Repo
       uses: actions/checkout@v3
     - name: Build CUDA libs
-      run: make libbn254.so
       working-directory: ./goicicle
+      if: needs.check-changed-files.outputs.golang == 'true' || needs.check-changed-files.outputs.cpp_cuda == 'true'
+      run: make libbn254.so
     - name: Run Golang Tests
+      if: needs.check-changed-files.outputs.golang == 'true' || needs.check-changed-files.outputs.cpp_cuda == 'true'
       run: |
         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$(pwd)/goicicle
         go test ./goicicle/curves/bn254 -count=1

diff --git a/Dockerfile b/Dockerfile
@@ -0,0 +1,28 @@
+# Use the specified base image
+FROM nvidia/cuda:12.0.0-devel-ubuntu22.04
+
+# Update and install dependencies
+RUN apt-get update && apt-get install -y \
+    cmake \
+    protobuf-compiler \
+    curl \
+    build-essential \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Rust
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
+ENV PATH="/root/.cargo/bin:${PATH}"
+
+# Install Golang
+ENV GOLANG_VERSION 1.21.1
+RUN curl -L https://golang.org/dl/go${GOLANG_VERSION}.linux-amd64.tar.gz | tar -xz -C /usr/local
+ENV PATH="/usr/local/go/bin:${PATH}"
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Copy the content of the local directory to the working directory
+COPY . .
+
+# Specify the default command for the container
+CMD ["/bin/bash"]