Merge pull request #827 from orchest/release/v2022.03.7

v2022.03.7: kubernetes!

.dockerignore

@@ -20,3 +20,6 @@
 
 # Pyright / VSCode
 **/pyrightconfig.json
+
+# Helm deployment state
+deploy/bin/

.flake8

@@ -13,6 +13,8 @@ ignore =
 
 per-file-ignores =
     orchest-sdk/python/orchest/__init__.py: F401
+    services/orchest-api/app/app/core/sessions/__init__.py: F401
+    services/orchest-ctl/app/orchest/__init__.py: F401
 
 # black is set to 88
 max-line-length = 88

.github/workflows/docker-ci.yml

@@ -1,25 +1,21 @@
-# This is a basic workflow to help you get started with Actions
-
 name: Docker CI
 
-# Controls when the action will run. Triggers the workflow on push or pull request
-# events but only for the master branch. NOTE: if you change event types
-# make sure you are not breaking the dispatch-version-update-info job.
+# Controls when the action will run. Triggers the workflow on push or
+# pull request events but only for the master branch. NOTE: if you
+# change event types make sure you are not breaking the
+# dispatch-version-update-info job.
 on:
-  repository_dispatch:
-    types: [manual-trigger]
   release:
     types: [published]
 
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+# A workflow run is made up of one or more jobs that can run
+# sequentially or in parallel
 jobs:
   buildpush:
     runs-on: ubuntu-latest
     env:
       DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }}
       DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
-      # BUILD_TAG: ${{ github.event.client_payload.build_tag }}
-      BUILD_TAG: "latest"
 
     strategy:
       matrix:
@@ -31,9 +27,7 @@ jobs:
             -i base-kernel-py -i base-kernel-r,
             -i base-kernel-julia,
             -i base-kernel-py-gpu,
-            -i nginx-proxy,
-            -i update-server,
-            -i file-manager,
+            -i update-sidecar,
             -i orchest-ctl -i celery-worker -i memory-server -i session-sidecar,
           ]
 
@@ -44,10 +38,10 @@ jobs:
         run: |
           bash ./scripts/build_container.sh ${{ matrix.image }} \
                     -o ${GITHUB_REF#refs/tags/} \
-                    -t "$BUILD_TAG" \
+                    -t ${GITHUB_REF#refs/tags/} \
                     -v
           echo "-----------"
-          bash ./scripts/push_container.sh ${{ matrix.image }} -t "$BUILD_TAG"
+          bash ./scripts/push_container.sh ${{ matrix.image }} -t ${GITHUB_REF#refs/tags/}
 
   push-readme:
     needs: buildpush
@@ -58,11 +52,6 @@ jobs:
 
     steps:
       - uses: actions/checkout@v2
-      - name: Push README files to DockerHub nginx-proxy
-        uses: peter-evans/dockerhub-description@v2
-        env:
-          DOCKERHUB_REPOSITORY: orchest/nginx-proxy
-          README_FILEPATH: services/nginx-proxy/README.md
 
       - name: Push README files to DockerHub celery-worker
         uses: peter-evans/dockerhub-description@v2
@@ -130,30 +119,25 @@ jobs:
           DOCKERHUB_REPOSITORY: orchest/auth-server
           README_FILEPATH: services/auth-server/README.md
 
-      - name: Push README files to DockerHub update-server
-        uses: peter-evans/dockerhub-description@v2
-        env:
-          DOCKERHUB_REPOSITORY: orchest/update-server
-          README_FILEPATH: services/update-server/README.md
-
-      - name: Push README files to DockerHub file-manager
+      - name: Push README files to DockerHub update-sidecar
         uses: peter-evans/dockerhub-description@v2
         env:
-          DOCKERHUB_REPOSITORY: orchest/file-manager
-          README_FILEPATH: services/file-manager/README.md
-
-  dispatch-orchest-ami-build:
-    needs: buildpush
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Dispatch
-        run: >
-          curl -X POST
-          -u "${{secrets.PAT_USER}}:${{secrets.PAT_TOKEN}}"
-          -H "Accept: application/vnd.github.v3+json"
-          https://api.github.com/repos/orchest/cloud-infra/actions/workflows/build_amis.yml/dispatches
-          -d '{"ref":"master"}'
+          DOCKERHUB_REPOSITORY: orchest/update-sidecar
+          README_FILEPATH: services/update-sidecar/README.md
+
+  # To be enabled back once the k8s version hits the cloud.
+  # dispatch-orchest-ami-build:
+  #   needs: buildpush
+  #   runs-on: ubuntu-latest
+
+  #   steps:
+  #     - name: Dispatch
+  #       run: >
+  #         curl -X POST
+  #         -u "${{secrets.PAT_USER}}:${{secrets.PAT_TOKEN}}"
+  #         -H "Accept: application/vnd.github.v3+json"
+  #         https://api.github.com/repos/orchest/cloud-infra/actions/workflows/build_amis.yml/dispatches
+  #         -d '{"ref":"master"}'
 
   dispatch-version-update-info:
     needs: buildpush

.gitignore

@@ -72,7 +72,9 @@ local_settings.py
 db.sqlite3
 db.sqlite3-journal
 
+#IDE related files
 .idea/
+.devcontainer/
 
 # Flask stuff:
 .webassets-cache

.prettierignore

@@ -4,4 +4,5 @@ venv/
 .venvs/
 npm_modules/
 dist/
+deploy/
 pnpm-lock.yaml

README.md

@@ -54,25 +54,7 @@ Want to skip the installation and jump right in? Then try out our managed servic
 
 [![Open in Orchest](https://github.com/orchest/orchest-examples/raw/main/imgs/open_in_orchest_large.svg)](https://cloud.orchest.io/)
 
-### Linux and macOS
-
-Requirements:
-
-- [Docker](https://docs.docker.com/get-docker/) 🐳 ([Engine version](https://docs.docker.com/engine/install/) of `>= 20.10.7` – run `docker version` to check).
-
-Installation:
-
-```bash
-git clone https://github.com/orchest/orchest.git && cd orchest
-./orchest install
-
-# Start Orchest.
-./orchest start
-```
-
-### Windows, GPU & more
-
-For all other installation methods, such as installing on Windows or adding GPU support, check out our [installation
+For instructions on how to deploy a self-hosted version, check out our [installation
 docs](https://docs.orchest.io/en/stable/getting_started/installation.html).
 
 ## License

cypress/cypress/support/common.ts

@@ -87,7 +87,6 @@ export enum TEST_ID {
   JUPYTERLAB_IFRAME = "jupyterlab-iframe",
   MANAGE_USERS = "manage-users",
   MENU_ENVIRONMENTS = "menu-environments",
-  MENU_FILE_MANAGER = "menu-file-manager",
   MENU_JOBS = "menu-jobs",
   MENU_PIPELINE = "menu-pipelines",
   MENU_PROJECTS = "menu-projects",

deploy/.gitignore

@@ -0,0 +1,3 @@
+
+# Intermediate make targets and Artifacts
+bin/