Add an env switch to both workflows that enable the new pex based wor…

…kflows (#23) Should have no effect on current jobs except their names are now different. Adds a new set of steps for pex based flow. This can be activated by adding `ENABLED_PYTHON_EXECUTABLE: 'true'` to the top level `env:`.
dagster-io · Nov 10, 2022 · b2ebc02 · b2ebc02
1 parent ce2e4a6
commit b2ebc02
Show file tree

Hide file tree

Showing 2 changed files with 55 additions and 13 deletions.
diff --git a/.github/workflows/branch_deployments.yml b/.github/workflows/branch_deployments.yml
@@ -6,31 +6,51 @@ concurrency:
   # Cancel in-progress runs on same branch
   group: ${{ github.ref }}
   cancel-in-progress: true
-
 env:
   DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_URL }}
+  DAGSTER_CLOUD_API_TOKEN: ${{ secrets.DAGSTER_CLOUD_API_TOKEN }}
 
 jobs:
-  parse_workspace:
+  dagster_cloud_default_deploy:
+    name: Dagster Serverless Deploy
     runs-on: ubuntu-latest
     outputs:
       build_info: ${{ steps.parse-workspace.outputs.build_info }}
+
     steps:
-      - uses: actions/checkout@v3
       - name: Parse cloud workspace
+        if: env.ENABLE_PYTHON_EXECUTABLE != 'true'
         id: parse-workspace
         uses: dagster-io/dagster-cloud-action/actions/utils/parse_workspace@v0.1
         with:
           dagster_cloud_file: dagster_cloud.yaml
 
-  dagster_cloud_build_push:
+      - name: Checkout
+        if: env.ENABLE_PYTHON_EXECUTABLE == 'true'
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ github.head_ref }}
+          path: project-repo
+
+      - name: Build and deploy Python executable
+        if: env.ENABLE_PYTHON_EXECUTABLE == 'true'
+        uses: dagster-io/dagster-cloud-action/actions/build_deploy_python_executable@pex-v0.1
+        with:
+          dagster_cloud_file: "$GITHUB_WORKSPACE/project-repo/dagster_cloud.yaml"
+          build_output_dir: "$GITHUB_WORKSPACE/build"
+          python_version: "3.8"
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+  dagster_cloud_docker_deploy:
+    name: Dagster Serverless Docker Deploy
     runs-on: ubuntu-latest
-    needs: parse_workspace
-    name: Dagster Serverless Deploy
+    if: needs.dagster_cloud_default_deploy.outputs.build_info
+    needs: dagster_cloud_default_deploy
     strategy:
       fail-fast: false
       matrix:
-        location: ${{ fromJSON(needs.parse_workspace.outputs.build_info) }}
+        location: ${{ fromJSON(needs.dagster_cloud_default_deploy.outputs.build_info) }}
     steps:
       - name: Checkout
         uses: actions/checkout@v3
@@ -46,3 +66,4 @@ jobs:
           organization_id: ${{ secrets.ORGANIZATION_ID }}
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml
@@ -13,26 +13,46 @@ env:
   DAGSTER_CLOUD_API_TOKEN: ${{ secrets.DAGSTER_CLOUD_API_TOKEN }}
 
 jobs:
-  parse_workspace:
+  dagster_cloud_default_deploy:
+    name: Dagster Serverless Deploy
     runs-on: ubuntu-latest
     outputs:
       build_info: ${{ steps.parse-workspace.outputs.build_info }}
+
     steps:
-      - uses: actions/checkout@v3
       - name: Parse cloud workspace
+        if: env.ENABLE_PYTHON_EXECUTABLE != 'true'
         id: parse-workspace
         uses: dagster-io/dagster-cloud-action/actions/utils/parse_workspace@v0.1
         with:
           dagster_cloud_file: dagster_cloud.yaml
 
-  dagster_cloud_build_push:
+      - name: Checkout
+        if: env.ENABLE_PYTHON_EXECUTABLE == 'true'
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ github.head_ref }}
+          path: project-repo
+
+      - name: Build and deploy Python executable
+        if: env.ENABLE_PYTHON_EXECUTABLE == 'true'
+        uses: dagster-io/dagster-cloud-action/actions/build_deploy_python_executable@pex-v0.1
+        with:
+          dagster_cloud_file: "$GITHUB_WORKSPACE/project-repo/dagster_cloud.yaml"
+          build_output_dir: "$GITHUB_WORKSPACE/build"
+          python_version: "3.8"
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+  dagster_cloud_docker_deploy:
+    name: Dagster Serverless Docker Deploy
     runs-on: ubuntu-latest
-    needs: parse_workspace
-    name: Dagster Serverless Deploy
+    if: needs.dagster_cloud_default_deploy.outputs.build_info
+    needs: dagster_cloud_default_deploy
     strategy:
       fail-fast: false
       matrix:
-        location: ${{ fromJSON(needs.parse_workspace.outputs.build_info) }}
+        location: ${{ fromJSON(needs.dagster_cloud_default_deploy.outputs.build_info) }}
     steps:
       - name: Checkout
         uses: actions/checkout@v3
@@ -48,3 +68,4 @@ jobs:
           organization_id: ${{ secrets.ORGANIZATION_ID }}
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+