App instance (kubeflow#342)

* added config files for kfctl_gcp_iap, kfctl-gcp-e2e-pipelinerun.yaml

* update location of kfctl_gcp_iap

* updated kfctl revision

* error in kfctl-gcp-e2e-pipelinerun.yaml

* mapping value

* map values

* remove testing_repo, kfctl_repo

* changed jupyter-web-app to use instance

* update manifests to use PR

* instance update

* leave generateName blank in params.env

* update to application instance

* change configmap name

* add additional varReferences

* update unit tests

* added application to admission-webhook, argo, profile, pipeline

* use kfctl_gcp_iap from the PR

* update unit tests

* add generateName parameter

* added generateName to kfct_anthos, kfctl_aws

* update kfctl_aws_cognito.yaml, kfctl_gcp_iap.yaml with generateName

* added generateName to kfctl_existing_arriko.yaml

* added kfctl_gcp_basic_auth.yaml

* added kfctl_k8s_istio

* update params.yaml, unit tests

* StatefulSet -> Deployment

* use different config map name

* fix for seldon-core

* update unit tests

* add katib application

* added katib-suggestion

admission-webhook/bootstrap/overlays/application/application.yaml

@@ -0,0 +1,21 @@
+apiVersion: app.k8s.io/v1beta1
+kind: Application
+metadata:
+  name: $(generateName)
+spec:
+  componentKinds:
+  - group: apps
+    kind: StatefulSet
+  - group: core
+    kind: ServiceAccount
+  - group: core
+    kind: ConfigMap
+  descriptor:
+    type: "admission-webhook-bootstrap"
+    version: "v1alpha1"
+    description: "admission-webhook bootstrap installs the admission-webhook controller"
+    keywords:
+    - "admission-webook"
+    links:
+    - description: About
+      url: "https://github.com/kubeflow/kubeflow/tree/master/components/admission-webhook"

admission-webhook/bootstrap/overlays/application/kustomization.yaml

@@ -0,0 +1,26 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+bases:
+- ../../base
+resources:
+- application.yaml
+configMapGenerator:
+- name: admission-webhook-bootstrap-parameters
+  env: params.env
+vars:
+- name: generateName
+  objref:
+    kind: ConfigMap
+    name: admission-webhook-bootstrap-parameters
+    apiVersion: v1
+  fieldref:
+    fieldpath: data.generateName
+configurations:
+- params.yaml
+commonLabels:
+  app.kubernetes.io/name: admission-webhook-bootstrap
+  app.kubernetes.io/instance: $(generateName)
+  app.kubernetes.io/managed-by: kfctl
+  app.kubernetes.io/component: admission-webhook
+  app.kubernetes.io/part-of: kubeflow
+  app.kubernetes.io/version: v0.6

admission-webhook/bootstrap/overlays/application/params.env

@@ -0,0 +1 @@
+generateName=

admission-webhook/bootstrap/overlays/application/params.yaml

@@ -0,0 +1,9 @@
+varReference:
+- path: metadata/name
+  kind: Application
+- path: spec/selector/app.kubernetes.io\/instance
+  kind: Service
+- path: spec/selector/matchLabels/app.kubernetes.io\/instance
+  kind: StatefulSet
+- path: spec/template/metadata/labels/app.kubernetes.io\/instance
+  kind: StatefulSet

admission-webhook/webhook/overlays/application/application.yaml

@@ -0,0 +1,23 @@
+apiVersion: app.k8s.io/v1beta1
+kind: Application
+metadata:
+  name: $(generateName)
+spec:
+  componentKinds:
+  - group: apps
+    kind: Deployment
+  - group: admissionregistration.k8s.io
+    kind: MutatingWebhookConfiguration
+  - group: core
+    kind: ServiceAccount
+  - group: core
+    kind: Service
+  descriptor:
+    type: "admission-webhook-webhook"
+    version: "v1alpha1"
+    description: "admission-webhook webhook injects common data (env vars, volumes) into notebooks"
+    keywords:
+    - "admission-webook"
+    links:
+    - description: About
+      url: "https://github.com/kubeflow/kubeflow/tree/master/components/admission-webhook"

admission-webhook/webhook/overlays/application/kustomization.yaml

@@ -0,0 +1,26 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+bases:
+- ../../base
+resources:
+- application.yaml
+configMapGenerator:
+- name: admission-webhook-webhook-parameters
+  env: params.env
+vars:
+- name: generateName
+  objref:
+    kind: ConfigMap
+    name: admission-webhook-webhook-parameters
+    apiVersion: v1
+  fieldref:
+    fieldpath: data.generateName
+configurations:
+- params.yaml
+commonLabels:
+  app.kubernetes.io/name: admission-webhook-webhook
+  app.kubernetes.io/instance: $(generateName)
+  app.kubernetes.io/managed-by: kfctl
+  app.kubernetes.io/component: admission-webhook
+  app.kubernetes.io/part-of: kubeflow
+  app.kubernetes.io/version: v0.6

admission-webhook/webhook/overlays/application/params.env

@@ -0,0 +1 @@
+generateName=

admission-webhook/webhook/overlays/application/params.yaml

@@ -0,0 +1,9 @@
+varReference:
+- path: metadata/name
+  kind: Application
+- path: spec/selector/app.kubernetes.io\/instance
+  kind: Service
+- path: spec/selector/matchLabels/app.kubernetes.io\/instance
+  kind: Deployment
+- path: spec/template/metadata/labels/app.kubernetes.io\/instance
+  kind: Deployment

application/application/overlays/application/application.yaml

@@ -1,13 +1,8 @@
 apiVersion: app.k8s.io/v1beta1
 kind: Application
 metadata:
-  name: kubeflow
+  name: $(generateName)
 spec:
-  selector:
-    matchLabels:
-      app.kubernetes.io/managed-by: kfctl
-      app.kubernetes.io/part-of: kubeflow
-      app.kubernetes.io/version: v0.6
   componentKinds:
     - group: app.k8s.io
       kind: Application

application/application/overlays/application/kustomization.yaml

@@ -4,9 +4,22 @@ bases:
 - ../../base
 resources:
 - application.yaml
+configMapGenerator:
+- name: kubeflow-app-parameters
+  env: params.env
+vars:
+- name: generateName
+  objref:
+    kind: ConfigMap
+    name: kubeflow-app-parameters 
+    apiVersion: v1
+  fieldref:
+    fieldpath: data.generateName
+configurations:
+- params.yaml
 commonLabels:
   app.kubernetes.io/name: kubeflow
-  app.kubernetes.io/instance: kubeflow
+  app.kubernetes.io/instance: $(generateName)
   app.kubernetes.io/managed-by: kfctl
   app.kubernetes.io/component: kubeflow
   app.kubernetes.io/part-of: kubeflow

application/application/overlays/application/params.env

@@ -0,0 +1 @@
+generateName=

application/application/overlays/application/params.yaml

@@ -0,0 +1,9 @@
+varReference:
+- path: metadata/name
+  kind: Application
+- path: spec/selector/app.kubernetes.io\/instance
+  kind: Service
+- path: spec/selector/matchLabels/app.kubernetes.io\/instance
+  kind: StatefulSet
+- path: spec/template/metadata/labels/app.kubernetes.io\/instance
+  kind: StatefulSet

argo/base/cluster-role-binding.yaml

@@ -12,7 +12,6 @@ roleRef:
 subjects:
 - kind: ServiceAccount
   name: argo
-  namespace: kubeflow
 ---
 apiVersion: rbac.authorization.k8s.io/v1beta1
 kind: ClusterRoleBinding

argo/base/config-map.yaml

@@ -2,7 +2,6 @@ apiVersion: v1
 kind: ConfigMap
 metadata:
   name: workflow-controller-configmap
-  namespace: kubeflow
 data:
   config: |
     {

argo/base/deployment.yaml

@@ -5,7 +5,6 @@ metadata:
   labels:
     app: argo-ui
   name: argo-ui
-  namespace: kubeflow
 spec:
   progressDeadlineSeconds: 600
   replicas: 1
@@ -59,7 +58,6 @@ metadata:
   labels:
     app: workflow-controller
   name: workflow-controller
-  namespace: kubeflow
 spec:
   progressDeadlineSeconds: 600
   replicas: 1

argo/base/kustomization.yaml

@@ -8,6 +8,7 @@ resources:
 - deployment.yaml
 - service-account.yaml
 - service.yaml
+namespace: kubeflow
 commonLabels:
   kustomize.component: argo
 images:

argo/base/service-account.yaml

@@ -8,4 +8,3 @@ apiVersion: v1
 kind: ServiceAccount
 metadata:
   name: argo-ui
-  namespace: kubeflow

argo/base/service.yaml

@@ -12,7 +12,6 @@ metadata:
   labels:
     app: argo-ui
   name: argo-ui
-  namespace: kubeflow
 spec:
   ports:
   - port: 80

argo/overlays/application/application.yaml

@@ -0,0 +1,23 @@
+apiVersion: app.k8s.io/v1beta1
+kind: Application
+metadata:
+  name: $(generateName)
+spec:
+  componentKinds:
+  - group: core
+    kind: ConfigMap
+  - group: apps
+    kind: Deployment
+  - group: core
+    kind: ServiceAccount
+  - group: core
+    kind: Service
+  descriptor:
+    type: "argo"
+    version: "v1beta1"
+    description: "installs argo controller to handle argo Workflows"
+    keywords:
+    - "argo"
+    links:
+    - description: About
+      url: "https://argoproj.github.io/argo"

argo/overlays/application/kustomization.yaml

@@ -0,0 +1,26 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+bases:
+- ../../base
+resources:
+- application.yaml
+configMapGenerator:
+- name: argo-app-parameters
+  env: params.env
+vars:
+- name: generateName
+  objref:
+    kind: ConfigMap
+    name: argo-app-parameters
+    apiVersion: v1
+  fieldref:
+    fieldpath: data.generateName
+configurations:
+- params.yaml
+commonLabels:
+  app.kubernetes.io/name: argo
+  app.kubernetes.io/instance: $(generateName)
+  app.kubernetes.io/managed-by: kfctl
+  app.kubernetes.io/component: argo
+  app.kubernetes.io/part-of: kubeflow
+  app.kubernetes.io/version: v0.6

argo/overlays/application/params.env

@@ -0,0 +1 @@
+generateName=

argo/overlays/application/params.yaml

@@ -0,0 +1,9 @@
+varReference:
+- path: metadata/name
+  kind: Application
+- path: spec/selector/app.kubernetes.io\/instance
+  kind: Service
+- path: spec/selector/matchLabels/app.kubernetes.io\/instance
+  kind: Deployment
+- path: spec/template/metadata/labels/app.kubernetes.io\/instance
+  kind: Deployment

common/centraldashboard/overlays/application/application.yaml

@@ -1,16 +1,8 @@
 apiVersion: app.k8s.io/v1beta1
 kind: Application
 metadata:
-  name: centraldashboard
+  name: $(generateName)
 spec:
-  selector:
-    matchLabels:
-      app.kubernetes.io/name: 
-      app.kubernetes.io/instance: centraldashboard
-      app.kubernetes.io/managed-by: kfctl
-      app.kubernetes.io/component: centraldashboard
-      app.kubernetes.io/part-of: kubeflow
-      app.kubernetes.io/version: v0.6
   componentKinds:
   - group: core
     kind: ConfigMap

common/centraldashboard/overlays/application/kustomization.yaml

@@ -4,9 +4,22 @@ bases:
 - ../../base
 resources:
 - application.yaml
+configMapGenerator:
+- name: centraldashboard-app-parameters
+  env: params.env
+vars:
+- name: generateName
+  objref:
+    kind: ConfigMap
+    name: centraldashboard-app-parameters
+    apiVersion: v1
+  fieldref:
+    fieldpath: data.generateName
+configurations:
+- params.yaml
 commonLabels:
   app.kubernetes.io/name: centraldashboard
-  app.kubernetes.io/instance: centraldashboard
+  app.kubernetes.io/instance: $(generateName)
   app.kubernetes.io/managed-by: kfctl
   app.kubernetes.io/component: centraldashboard
   app.kubernetes.io/part-of: kubeflow

common/centraldashboard/overlays/application/params.env

@@ -0,0 +1 @@
+generateName=

common/centraldashboard/overlays/application/params.yaml

@@ -0,0 +1,9 @@
+varReference:
+- path: metadata/name
+  kind: Application
+- path: spec/selector/app.kubernetes.io\/instance
+  kind: Service
+- path: spec/selector/matchLabels/app.kubernetes.io\/instance
+  kind: Deployment
+- path: spec/template/metadata/labels/app.kubernetes.io\/instance
+  kind: Deployment

jupyter/jupyter-web-app/overlays/application/application.yaml

@@ -1,16 +1,8 @@
 apiVersion: app.k8s.io/v1beta1
 kind: Application
 metadata:
-  name: jupyter-web-app
+  name: $(generateName)
 spec:
-  selector:
-    matchLabels:
-      app.kubernetes.io/name: jupyter-web-app
-      app.kubernetes.io/instance: jupyter-web-app
-      app.kubernetes.io/managed-by: kfctl
-      app.kubernetes.io/component: jupyter
-      app.kubernetes.io/part-of: kubeflow
-      app.kubernetes.io/version: v0.6
   componentKinds:
   - group: core
     kind: ConfigMap

jupyter/jupyter-web-app/overlays/application/kustomization.yaml

@@ -4,9 +4,22 @@ bases:
 - ../../base
 resources:
 - application.yaml
+configMapGenerator:
+- name: jupyter-web-app-parameters
+  env: params.env
+vars:
+- name: generateName
+  objref:
+    kind: ConfigMap
+    name: jupyter-web-app-parameters 
+    apiVersion: v1
+  fieldref:
+    fieldpath: data.generateName
+configurations:
+- params.yaml
 commonLabels:
   app.kubernetes.io/name: jupyter-web-app
-  app.kubernetes.io/instance: jupyter-web-app
+  app.kubernetes.io/instance: $(generateName)
   app.kubernetes.io/managed-by: kfctl
   app.kubernetes.io/component: jupyter
   app.kubernetes.io/part-of: kubeflow

jupyter/jupyter-web-app/overlays/application/params.env

@@ -0,0 +1 @@
+generateName=

jupyter/jupyter-web-app/overlays/application/params.yaml

@@ -0,0 +1,9 @@
+varReference:
+- path: metadata/name
+  kind: Application
+- path: spec/selector/app.kubernetes.io\/instance
+  kind: Service
+- path: spec/selector/matchLabels/app.kubernetes.io\/instance
+  kind: Deployment
+- path: spec/template/metadata/labels/app.kubernetes.io\/instance
+  kind: Deployment