[ci] Enhancement: Experimental CatpowderW Pipeline

microsoft · Jul 8, 2024 · 30491c1 · 30491c1
1 parent 1b23bd3
commit 30491c1
Show file tree

Hide file tree

Showing 3 changed files with 105 additions and 1 deletion.
diff --git a/.github/workflows/catnapw.yml b/.github/workflows/catnapw.yml
@@ -124,3 +124,104 @@ jobs:
         path: |
           **/*.stdout.txt
           **/*.stderr.txt
+
+  catpowder-debug-pipeline:
+    name: Catpowder Debug Pipeline
+    needs: release-pipeline
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+    - name: Setup SSH
+      shell: bash
+      run: |
+        mkdir -p $HOME/.ssh/
+        echo "${{ secrets.SSHKEY }}" > "$HOME/.ssh/id_rsa"
+        chmod 400 $HOME/.ssh/id_rsa
+        echo "Host *" > $HOME/.ssh/config
+        echo -e "\tStrictHostKeyChecking no" >> $HOME/.ssh/config
+        echo -e "\tIdentityFile $HOME/.ssh/id_rsa" >> $HOME/.ssh/config
+        echo -e "\tIdentitiesOnly yes" >> $HOME/.ssh/config
+        echo -e "\tPasswordAuthentication no" >> $HOME/.ssh/config
+        echo -e "\tUser ${{ secrets.USERNAME }}" >> $HOME/.ssh/config
+        echo -e "\tPort ${{ secrets.PORTNUM }}" >> $HOME/.ssh/config
+    - name: Run
+      run: |
+        if [[ "${{ github.event_name }}" == "pull_request" ]]; then
+          branch_name="${{ github.head_ref }}"
+        else
+          branch_name="${{ github.ref_name }}"
+        fi
+        python3 tools/demikernel_ci.py \
+          --platform windows \
+          --server $SERVER \
+          --client $CLIENT \
+          --repository 'c:\demikernel' \
+          --config-path 'c:\config.yaml' \
+          --branch origin/$branch_name \
+          --libos catpowder \
+          --test-unit --test-integration --test-system all \
+          --debug \
+          --delay 2 \
+          --server-addr $SERVER_ADDR \
+          --client-addr $CLIENT_ADDR
+    - name: Archive Logs
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+        name: catpowder-debug-pipeline-logs
+        path: |
+          **/*.stdout.txt
+          **/*.stderr.txt
+
+  catpowder-release-pipeline:
+    name: Catpowder Release Pipeline
+    needs: catpowder-debug-pipeline
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+    - name: Setup SSH
+      shell: bash
+      run: |
+        mkdir -p $HOME/.ssh/
+        echo "${{ secrets.SSHKEY }}" > "$HOME/.ssh/id_rsa"
+        chmod 400 $HOME/.ssh/id_rsa
+        echo "Host *" > $HOME/.ssh/config
+        echo -e "\tStrictHostKeyChecking no" >> $HOME/.ssh/config
+        echo -e "\tIdentityFile $HOME/.ssh/id_rsa" >> $HOME/.ssh/config
+        echo -e "\tIdentitiesOnly yes" >> $HOME/.ssh/config
+        echo -e "\tPasswordAuthentication no" >> $HOME/.ssh/config
+        echo -e "\tUser ${{ secrets.USERNAME }}" >> $HOME/.ssh/config
+        echo -e "\tPort ${{ secrets.PORTNUM }}" >> $HOME/.ssh/config
+    - name: Run
+      run: |
+        if [[ "${{ github.event_name }}" == "pull_request" ]]; then
+          branch_name="${{ github.head_ref }}"
+        else
+          branch_name="${{ github.ref_name }}"
+        fi
+        python3 tools/demikernel_ci.py \
+          --platform windows \
+          --server $SERVER \
+          --client $CLIENT \
+          --repository 'c:\demikernel' \
+          --config-path 'c:\config.yaml' \
+          --branch origin/$branch_name \
+          --libos catpowder \
+          --test-unit --test-integration --test-system all \
+          --delay 2 \
+          --server-addr $SERVER_ADDR \
+          --client-addr $CLIENT_ADDR
+    - name: Archive Logs
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+        name: catpowder-release-pipeline-logs
+        path: |
+          **/*.stdout.txt
+          **/*.stderr.txt
diff --git a/tools/ci/config/test/windows/catpowder.yaml b/tools/ci/config/test/windows/catpowder.yaml
@@ -0,0 +1,3 @@
+catpowder:
+  udp_ping_pong: {}
+  udp_push_pop: {}
diff --git a/tools/demikernel_ci.py b/tools/demikernel_ci.py
@@ -315,7 +315,7 @@ def main():
     mkdir(log_directory)
 
     # Check if (platform, libos) combination is invalid.
-    if platform == "windows" and libos not in ["catnap"]:
+    if platform == "windows" and libos not in ["catnap", "catpowder"]:
         print("Invalid (platform, libos) combination.")
         sys.exit(-1)