adding post-cleanup for portability; adding workflow_dispatch to test

EleutherAI · Apr 23, 2024 · 2129d28 · 2129d28
1 parent 78f293a
commit 2129d28
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/.github/workflows/cpu_ci_on_pr.yml b/.github/workflows/cpu_ci_on_pr.yml
@@ -4,6 +4,7 @@ on:
   pull_request:
     paths: # job only triggers when the PR changes files under megatron directory
       - "megatron/**"
+  workflow_dispatch:
 
 jobs:
   run-tests:

diff --git a/tests/cpu_tests/action.yml b/tests/cpu_tests/action.yml
@@ -49,6 +49,7 @@ runs:
         CONTAINER: gpt-neox-${{ inputs.target_test_ref }}
     - name: Create container
       run: |
+        mv docker-compose.yml .docker-compose.yml
         cp tests/cpu_tests/docker-compose.yml .
         export NEOX_DATA_PATH='./data/enwik8'
         export NEOX_CHECKPOINT_PATH='/mnt/sda/checkpoints' #todo: where do I get this?
@@ -75,3 +76,7 @@ runs:
         docker exec $CONTAINER python -m http.server --directory htmlcov 8000 # this may not work with AWS - should perhaps pass back as an artifact for Github to use instead.
       env:
         CONTAINER: gpt-neox-${{ inputs.target_test_ref }}
+    - name: Remove CPU docker-compose
+      run: |
+        rm docker-compose.yml
+        mv .docker-compose.yml docker-compose.yml