Add AWS 1.3 distribution (kubeflow#1832)

* Add AWS 1.3 distribution

* Add kubeflow-apps

* Add kfserving

* Patch istio-ingressgateway as LoadBalancer

* Fix AutoML Tensorboards Notebooks

* Remove service

* Change for katib

distributions/kfdef/kfctl_aws.v1.3.0.yaml

@@ -0,0 +1,145 @@
+apiVersion: kfdef.apps.kubeflow.org/v1
+kind: KfDef
+metadata:
+  namespace: kubeflow
+spec:
+  applications:
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/kubeflow-namespace/base
+    name: kubeflow-namespace
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/kubeflow-roles/base
+    name: kubeflow-roles
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: distributions/stacks/aws/application/istio-1-9-1-stack
+    name: istio-stack
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/cert-manager/cert-manager-kube-system-resources/base
+    name: cert-manager-kube-system-resources
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/cert-manager/cert-manager-crds/base
+    name: cert-manager-crds
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/cert-manager/cert-manager/overlays/self-signed
+    name: cert-manager
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/dex/overlays/istio
+    name: dex
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/oidc-authservice/base
+    name: oidc-authservice
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/knative/knative-serving-crds/base
+    name: knative-serving-crds
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/knative/knative-serving-install/base
+    name: knative-serving-install
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/knative/knative-eventing-crds/base
+    name: knative-eventing-crds
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/knative/knative-eventing-install/base
+    name: knative-eventing-install
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/istio-1-9-0/kubeflow-istio-resources/base
+    name: kubeflow-apps
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: apps/pipeline/upstream/env/platform-agnostic-multi-user
+    name: kubeflow-pipelines
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: apps/kfserving/upstream/overlays/kubeflow
+    name: kfserving
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: apps/katib/upstream/installs/katib-with-kubeflow
+    name: katib
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: apps/centraldashboard/upstream/overlays/istio
+    name: central-dashboard
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: distributions/stacks/aws/application/notebooks
+    name: notebooks
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: apps/profiles/upstream/overlays/kubeflow
+    name: profiles
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: apps/volumes-web-app/upstream/overlays/istio
+    name: volumes-web-app
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: distributions/stacks/aws/application/tensorboard
+    name: tensorboard
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: apps/tf-training/upstream/overlays/kubeflow
+    name: tfjob-operator
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: apps/pytorch-job/upstream/overlays/kubeflow
+    name: pytorch-operator
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: apps/mpi-job/upstream/overlays/kubeflow
+    name: mpi-operator
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: apps/mxnet-job/upstream/overlays/kubeflow
+    name: mxnet-operator
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: apps/xgboost-job/upstream/overlays/kubeflow
+    name: xgboost-operator
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/user-namespace/base
+    name: user-namespace
+  repos:
+  - name: manifests
+    uri: https://github.com/kubeflow/manifests/archive/v1.3-branch.tar.gz
+  version: v1.3-branch

distributions/kfdef/kfctl_aws.yaml

@@ -7,107 +7,138 @@ spec:
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: namespaces/base
-    name: namespaces
+        path: common/kubeflow-namespace/base
+    name: kubeflow-namespace
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: application/v3
-    name: application
+        path: common/kubeflow-roles/base
+    name: kubeflow-roles
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: stacks/aws/application/istio-1-3-1-stack
+        path: distributions/stacks/aws/application/istio-1-9-1-stack
     name: istio-stack
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: stacks/aws/application/cluster-local-gateway-1-3-1
+        path: common/cert-manager/cert-manager-kube-system-resources/base
+    name: cert-manager-kube-system-resources
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/cert-manager/cert-manager-crds/base
+    name: cert-manager-crds
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/cert-manager/cert-manager/overlays/self-signed
+    name: cert-manager
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/dex/overlays/istio
+    name: dex
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/oidc-authservice/base
+    name: oidc-authservice
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/knative/knative-serving-crds/base
+    name: knative-serving-crds
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/knative/knative-serving-install/base
+    name: knative-serving-install
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/knative/knative-eventing-crds/base
+    name: knative-eventing-crds
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/knative/knative-eventing-install/base
+    name: knative-eventing-install
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: common/istio-1-9-0/cluster-local-gateway/base
     name: cluster-local-gateway
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: istio/istio/base
-    name: istio
+        path: common/istio-1-9-0/kubeflow-istio-resources/base
+    name: kubeflow-istio-resources
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: stacks/aws/application/cert-manager-crds
-    name: cert-manager-crds
+        path: apps/pipeline/upstream/env/platform-agnostic-multi-user
+    name: kubeflow-pipelines
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: stacks/aws/application/cert-manager-kube-system-resources
-    name: cert-manager-kube-system-resources
+        path: apps/kfserving/upstream/overlays/kubeflow
+    name: kfserving
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: stacks/aws/application/cert-manager
-    name: cert-manager
+        path: apps/centraldashboard/upstream/overlays/istio
+    name: central-dashboard
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: metacontroller/base
-    name: metacontroller
+        path: distributions/stacks/aws/application/notebooks
+    name: notebooks
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: stacks/aws/application/oidc-authservice
-    name: oidc-authservice
+        path: apps/profiles/upstream/overlays/kubeflow
+    name: profiles
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: stacks/aws/application/dex-auth
-    name: dex
+        path: apps/volumes-web-app/upstream/overlays/istio
+    name: volumes-web-app
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: admission-webhook/bootstrap/overlays/application
-    name: bootstrap
+        path: distributions/stacks/aws/application/tensorboard
+    name: tensorboard
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: spark/spark-operator/overlays/application
-    name: spark-operator
+        path: apps/tf-training/upstream/overlays/kubeflow
+    name: tfjob-operator
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: stacks/aws
-    name: kubeflow-apps
+        path: apps/pytorch-job/upstream/overlays/kubeflow
+    name: pytorch-operator
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: aws/istio-ingress/base_v3
-    name: istio-ingress
+        path: apps/mpi-job/upstream/overlays/kubeflow
+    name: mpi-operator
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: knative/installs/generic
-    name: knative
+        path: apps/mxnet-job/upstream/overlays/kubeflow
+    name: mxnet-operator
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: kfserving/installs/generic
-    name: kfserving
+        path: apps/xgboost-job/upstream/overlays/kubeflow
+    name: xgboost-operator
   - kustomizeConfig:
       repoRef:
         name: manifests
-        path: stacks/aws/application/spartakus
-    name: spartakus
-  plugins:
-  - kind: KfAwsPlugin
-    metadata:
-      name: aws
-    spec:
-      auth:
-        basicAuth:
-          password: 12341234
-          username: admin@kubeflow.org
-      region: us-west-2
-      enablePodIamPolicy: true
-      # If you don't use IAM Role for Service Account, you can still use node instance roles.
-      #roles:
-      #- eksctl-kubeflow-aws-nodegroup-ng-a2-NodeInstanceRole-xxxxxxx
+        path: common/user-namespace/base
+    name: user-namespace
   repos:
   - name: manifests
     uri: https://github.com/kubeflow/manifests/archive/master.tar.gz