Use SpecCluster

.circleci/config.yml

@@ -24,6 +24,9 @@ jobs:
       - run:
           command: |
             sudo -E minikube start --vm-driver=none --extra-config=kubelet.MaxPods=20
+      - run:
+          command: |
+            sudo -E minikube addons enable kube-dns
       - run:
           command: |
             sudo -E minikube update-context
@@ -36,36 +39,51 @@ jobs:
       - run:
           command: |
             sudo kubectl run circleci-example --image=nginx
+            sudo kubectl expose deployment circleci-example --port 80 --type=ClusterIP --name=circleci-example
       - run:
           command: |
             sudo kubectl get deployment
+            sudo kubectl get service
+      - run:
+          command: |
+            KUBEDNS=`sudo kubectl get svc -o json kube-dns --namespace=kube-system | jq -r '.spec.clusterIP'`
+            echo "nameserver $KUBEDNS" | sudo tee -a /etc/resolvconf/resolv.conf.d/head > /dev/null
+            echo "search default.svc.cluster.local svc.cluster.local cluster.local" | sudo tee -a /etc/resolvconf/resolv.conf.d/base > /dev/null
+            echo "options ndots:5" | sudo tee -a /etc/resolvconf/resolv.conf.d/base > /dev/null
+            sudo resolvconf -u
+      - run:
+          command: |
+            until nslookup circleci-example.default; do
+              sleep 1
+            done
+            curl circleci-example.default
       - run:
           name: install miniconda
           command: |
-              if [ ! -d "/home/circleci/miniconda" ]; then
-                wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh
-                bash miniconda.sh -b -p $HOME/miniconda
-                export PATH="$HOME/miniconda/bin:$PATH"
-                conda config --set always_yes yes --set changeps1 no
-              fi
-              sudo chown -R $USER.$USER $HOME
+            if [ ! -d "/home/circleci/miniconda" ]; then
+              wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh
+              bash miniconda.sh -b -p $HOME/miniconda
+              export PATH="$HOME/miniconda/bin:$PATH"
+              conda config --set always_yes yes --set changeps1 no
+            fi
+            sudo chown -R $USER.$USER $HOME
       - run:
           name: configure conda
           command: |
-              export PATH="$HOME/miniconda/bin:$PATH"
-              if [ ! -d "/home/circleci/miniconda/envs/dask-kubernetes-test" ]; then
-                conda update -q conda
-                conda env create -f ci/environment-${PYTHON}.yml --name=${ENV_NAME}
-                source activate ${ENV_NAME}
-                pip install --no-deps --quiet -e .
-              fi
-              conda env list
-              conda list ${ENV_NAME}
+            export PATH="$HOME/miniconda/bin:$PATH"
+            if [ ! -d "/home/circleci/miniconda/envs/dask-kubernetes-test" ]; then
+              conda update -q conda
+              conda env create -f ci/environment-${PYTHON}.yml --name=${ENV_NAME}
+              source activate ${ENV_NAME}
+              pip install --no-deps --quiet -e .
+            fi
+            conda env list
+            conda list ${ENV_NAME}
       - run:
           name: build docker
           command: |
-              # eval $(minikube docker-env)
-              docker build -t daskdev/dask:dev docker/
+            # eval $(minikube docker-env)
+            docker build -t daskdev/dask:dev docker/
       - run:
           command: |
             # eval $(minikube docker-env)

ci/environment-3.7.yml

@@ -28,6 +28,8 @@ dependencies:
   - tornado >=5
   - zict >=0.1.3
   - pip:
-    - kubernetes==9
-    - git+https://github.com/dask/dask
-    - git+https://github.com/dask/distributed
+      - pytest-asyncio
+      - kubernetes==9
+      - kubernetes-asyncio==9
+      - git+https://github.com/dask/dask
+      - git+https://github.com/dask/distributed

dask_kubernetes/__init__.py

@@ -1,7 +1,7 @@
 from . import config
 from .auth import ClusterAuth, KubeAuth, KubeConfig, InCluster
 from .core import KubeCluster
-from .objects import make_pod_spec, make_pod_from_dict
+from .objects import make_pod_spec, make_pod_from_dict, clean_pod_template
 
 __all__ = [KubeCluster]
 

dask_kubernetes/auth.py

@@ -3,7 +3,7 @@
 """
 import logging
 
-import kubernetes
+import kubernetes_asyncio as kubernetes
 
 logger = logging.getLogger(__name__)
 
@@ -23,7 +23,7 @@ class ClusterAuth(object):
 
     """
 
-    def load(self):
+    async def load(self):
         """
         Load Kubernetes configuration and set as default
 
@@ -35,7 +35,7 @@ def load(self):
         raise NotImplementedError()
 
     @staticmethod
-    def load_first(auth=None):
+    async def load_first(auth=None):
         """
         Load the first valid configuration in the list *auth*. A single
         configuration method can be passed.
@@ -67,7 +67,7 @@ def load_first(auth=None):
         auth_exc = None
         for auth_instance in auth:
             try:
-                auth_instance.load()
+                await auth_instance.load()
             except kubernetes.config.ConfigException as exc:
                 logger.debug(
                     "Failed to load configuration with %s method: %s",
@@ -90,7 +90,7 @@ class InCluster(ClusterAuth):
     API via Kubernetes service discovery.
     """
 
-    def load(self):
+    async def load(self):
         kubernetes.config.load_incluster_config()
 
 
@@ -116,8 +116,8 @@ def __init__(self, config_file=None, context=None, persist_config=True):
         self.context = context
         self.persist_config = persist_config
 
-    def load(self):
-        kubernetes.config.load_kube_config(
+    async def load(self):
+        await kubernetes.config.load_kube_config(
             self.config_file, self.context, None, self.persist_config
         )
 
@@ -161,8 +161,8 @@ def __init__(self, host, **kwargs):
             setattr(config, key, value)
         self.config = config
 
-    def load(self):
-        kubernetes.client.Configuration.set_default(self.config)
+    async def load(self):
+        await kubernetes.client.Configuration.set_default(self.config)
 
 
 ClusterAuth.DEFAULT = [InCluster(), KubeConfig()]