Fix tolerations on gateway dask worker pods

.gitignore

@@ -1,2 +1,3 @@
+*lock
 pangeo-deploy/charts/
 pangeo-deploy/requirements.lock

deployments/icesat2/config/common.yaml

@@ -52,11 +52,11 @@ pangeo:
       cloudMetadata:
         enabled: true
       cpu:
+        guarantee: 2
         limit: 4
-        guarantee: 3
       memory:
-        limit: 16G
-        guarantee: 14G
+        guarantee: 7G
+        limit: 7G
     auth:
       github:
         orgWhitelist:
@@ -73,12 +73,10 @@ pangeo:
         users:
           - scottyhq
           - jhamman
-          - apawloski
-          - amanda-tan
     hub:
       resources:
         requests:
-          cpu: 0.45
+          cpu: 0.5
           memory: 1G
         limits:
           cpu: 1.25

deployments/icesat2/config/prod.yaml

@@ -1,14 +1,22 @@
 # Leave commented for first build, then uncomment and add loadBalancerIP
 pangeo:
   jupyterhub:
+    hub:
+      services:
+        dask-gateway:
+          # This makes the gateway available at ${HUB_URL}/services/dask-gateway
+          url: http://web-public-icesat2-prod-dask-gateway
+    singleuser:
+      extraEnv:
+        DASK_GATEWAY__ADDRESS: "http://web-public-icesat2-prod-dask-gateway/services/dask-gateway/"
+        DASK_GATEWAY__PROXY_ADDRESS: "tls://scheduler-icesat2-prod-dask-gateway:8786"
+        DASK_GATEWAY__AUTH_TYPE: "jupyterhub"
     proxy:
       https:
         hosts:
           - aws-uswest2.pangeo.io
         letsencrypt:
           contactEmail: scottyh@uw.edu
-      service:
-        loadBalancerIP: aa19367a4573811e9a9ef06d2bcc51c9-1125496385.us-west-2.elb.amazonaws.com
     auth:
       github:
         callbackUrl: "https://aws-uswest2.pangeo.io/hub/oauth_callback"

deployments/icesat2/config/staging.yaml

@@ -1,14 +1,30 @@
 # Leave commented for first build, then uncomment and add loadBalancerIP
 pangeo:
   jupyterhub:
+    hub:
+      # Reduce requests on staging hub since it is rarely used!
+      resources:
+        requests:
+          cpu: 0
+          memory: 0G
+        limits:
+          cpu: 0.5
+          memory: 1G
+      services:
+        dask-gateway:
+          # This makes the gateway available at ${HUB_URL}/services/dask-gateway
+          url: http://web-public-icesat2-staging-dask-gateway
+    singleuser:
+      extraEnv:
+        DASK_GATEWAY__ADDRESS: "http://web-public-icesat2-staging-dask-gateway/services/dask-gateway/"
+        DASK_GATEWAY__PROXY_ADDRESS: "tls://scheduler-icesat2-staging-dask-gateway:8786"
+        DASK_GATEWAY__AUTH_TYPE: "jupyterhub"
     proxy:
       https:
         hosts:
           - staging.aws-uswest2.pangeo.io
         letsencrypt:
           contactEmail: scottyh@uw.edu
-      service:
-        loadBalancerIP: a070b2175523111e9924302ea5ee1624-1148941357.us-west-2.elb.amazonaws.com
     auth:
       github:
         callbackUrl: "https://staging.aws-uswest2.pangeo.io/hub/oauth_callback"

pangeo-deploy/values.yaml

@@ -42,21 +42,23 @@ pangeo:
       clusterManager:
         image:
           name: pangeo/base-notebook
-          tag: 2019.12.24
+          tag: latest
         clusterStartTimeout: 600
         workerStartTimeout: 600
         worker:
           extraPodConfig:
             tolerations:
-              - key: "k8s.dask.org_dedicated"
+              - key: "k8s.dask.org/dedicated"
                 operator: "Equal"
                 value: "worker"
+                effect: "NoSchedule"
         scheduler:
           extraPodConfig:
             tolerations:
-              - key: "k8s.dask.org_dedicated"
+              - key: "k8s.dask.org/dedicated"
                 operator: "Equal"
-                value: "worker"
+                value: "scheduler"
+                effect: "NoSchedule"
       extraConfig:
         # Use the mapping form, to support merging multiple values.yaml
         optionHandler: |
@@ -74,7 +76,7 @@ pangeo:
           c.DaskGateway.cluster_manager_options = Options(
               Integer("worker_cores", 2, min=1, max=4, label="Worker Cores"),
               Float("worker_memory", 4, min=1, max=8, label="Worker Memory (GiB)"),
-              String("image", default="pangeo/base-notebook:2019.12.24", label="Image"),
+              String("image", default="pangeo/base-notebook:latest", label="Image"),
               handler=option_handler,
           )
 
@@ -91,4 +93,3 @@ pangeo:
 homeDirectories:
   nfs:
     enabled: false
-