feat(ethereum)!: scaling interface (#108)

graphops · Sep 27, 2023 · ae0e8e7 · ae0e8e7
1 parent 4b52c95
commit ae0e8e7
Show file tree

Hide file tree

Showing 34 changed files with 863 additions and 429 deletions.
diff --git a/.yarn/install-state.gz b/.yarn/install-state.gz
diff --git a/arbitrum/README.md b/arbitrum/README.md
@@ -18,7 +18,7 @@ Proxyd is an EVM-blockchain JSON-RPC router and load balancer developed in Go by
 
 - Actively maintained by [![GraphOps](https://avatars.githubusercontent.com/u/85314764?s=12&v=4) *GraphOps*](https://graphops.xyz) [and contributors](/graphs/contributors)
 - Common values interfaces across all namespaces
-- Flexible and adaptable, allowing defaults to be overriden
+- Flexible and adaptable, allowing defaults to be overridden
 - Two release channels: `stable` and `canary`
 - A large selection of Namespaces (listed below)
 
@@ -31,7 +31,7 @@ To use *Namespaces* you will require both a [*Kubernetes*](https://kubernetes.io
 As such:
 - Make sure your *Kubernetes* *Cluster* is in order and your environment has the *kubeconfig* context adequately setup
 - Install *helmfile*, upstream guidance available here: [*Helmfile* Installation](https://github.com/helmfile/helmfile#installation)
-– Install *kustomize*, upstream guidance availabe here: [*Kustomize* Installation](https://kubectl.docs.kubernetes.io/installation/kustomize/). Although `launchpad–namespaces` doesn't explicitly use *kustomize*, it is a dependencie for utilising *helmfile* features.
+– Install *kustomize*, upstream guidance available here: [*Kustomize* Installation](https://kubectl.docs.kubernetes.io/installation/kustomize/). Although `launchpad–namespaces` doesn't explicitly use *kustomize*, it is a dependency for utilising *helmfile* features.
 
 Next, setup an `helmfile.yaml` file that makes use of the arbitrum *Namespace* by creating it with the following contents:
 ```yaml
@@ -74,7 +74,7 @@ helmfiles:
 
 where we add some labels to this *Namespace* releases, and set it to be deployed on cluster namespace different from default.
 
-You can also easilly override values for every release, like so:
+You can also easily override values for every release, like so:
 ```yaml
 helmfiles:
   - path: git::https://github.com/graphops/launchpad-namespaces.git@arbitrum/helmfile.yaml?ref=arbitrum-latest

diff --git a/arbitrum/helmfile.yaml b/arbitrum/helmfile.yaml
@@ -1,3 +1,16 @@
+#set default flavor when missing
+{{ if not ( hasKey .Values "flavor" ) }}
+{{ $_ := set .Values "flavor" "mainnet" }}
+{{ end }}
+
+
+
+environments:
+  {{ .Environment.Name }}:
+    values:
+      - flavor: {{ .Values.flavor }}
+
+---
 {{- $_tplTransforms := `
 {{- $_TemplatedResources := list "Deployment" "StatefulSet" "DaemonSet" -}}
 transformers:
@@ -34,10 +47,20 @@ transformers:
 {{- $_tplReleaseValues := (print `
 {{- if ( .Values | get .release dict | get "mergeValues" true ) -}}
 {{- if ( hasKey .Values "flavor" ) }}
-- ./values/_common/{{` "`{{ .Release.Name }}`" `}}.yaml
-- ./values/{{ .Values.flavor }}/{{` "`{{ .Release.Name }}`" `}}.yaml
+- ./values/_common/{{ .canonicalRelease }}.yaml
+- ./values/_common/{{ .canonicalRelease }}.yaml.gotmpl
+- ./values/{{ .Values.flavor }}/{{ .canonicalRelease }}.yaml
+- ./values/{{ .Values.flavor }}/{{ .canonicalRelease }}.yaml.gotmpl
 {{- else }}
-- ./values/{{` "`{{ .Release.Name }}`" `}}.yaml
+- ./values/{{ .canonicalRelease }}.yaml
+- ./values/{{ .canonicalRelease }}.yaml.gotmpl
+{{- end -}}
+{{- if typeIs ( typeOf list ) ( .Values | get .canonicalRelease dict | get "values" dict ) -}}
+ {{- range $element := ( .Values | get .canonicalRelease dict | get "values" dict ) }}
+- {{- $element | toYaml | nindent 2 }}
+ {{- end -}}
+{{- else }}
+- {{- .Values | get .canonicalRelease dict | get "values" dict | toYaml | nindent 2 }}
 {{- end -}}
 {{- end -}}
 {{- if typeIs ( typeOf list ) ( .Values | get .release dict | get "values" dict ) -}}
@@ -48,7 +71,6 @@ transformers:
 - {{- .Values | get .release dict | get "values" dict | toYaml | nindent 2 }}
 {{- end -}}
 `) -}}
-
 {{ $__helmDefaults := `{"recreatePods":true}` | fromJson }}
 
 {{ with ( .Values | get "helmDefaults" dict ) }}
@@ -62,12 +84,6 @@ helmDefaults:
 kubeVersion: {{ .Values.kubeVersion }}
 {{ end }}
 
-#set default flavor when missing
-{{ if not ( hasKey .Values "flavor" ) }}
-{{ $_ := set .Values "flavor" "mainnet" }}
-{{ end }}
-
-
 #set default namespace
 {{ $_defaultNamespace := ( print "arbitrum-" .Values.flavor ) }}
 
@@ -137,21 +153,27 @@ templates:
     version: "0.2.1"
     {{- end }}
 releases:
+  {{- $canonicalRelease := "arbitrum-nitro" }}
   {{- $release := "arbitrum-nitro" }}
-  - name: 'arbitrum-nitro'
+  - name: "{{ $release }}"
     inherit:
-    - template: 'arbitrum-nitro'
+    - template: "{{ $canonicalRelease }}"
     values:
-    {{- tpl $_tplReleaseValues (dict "Values" .Values "release" $release)  | indent 4 -}}
+    {{- tpl $_tplReleaseValues (dict "Values" $.Values "canonicalRelease" $canonicalRelease "release" $release) | indent 4 -}}
+
+  {{- $canonicalRelease := "arbitrum-classic" }}
   {{- $release := "arbitrum-classic" }}
-  - name: 'arbitrum-classic'
+  - name: "{{ $release }}"
     inherit:
-    - template: 'arbitrum-classic'
+    - template: "{{ $canonicalRelease }}"
     values:
-    {{- tpl $_tplReleaseValues (dict "Values" .Values "release" $release)  | indent 4 -}}
+    {{- tpl $_tplReleaseValues (dict "Values" $.Values "canonicalRelease" $canonicalRelease "release" $release) | indent 4 -}}
+
+  {{- $canonicalRelease := "proxyd" }}
   {{- $release := "proxyd" }}
-  - name: 'proxyd'
+  - name: "{{ $release }}"
     inherit:
-    - template: 'proxyd'
+    - template: "{{ $canonicalRelease }}"
     values:
-    {{- tpl $_tplReleaseValues (dict "Values" .Values "release" $release)  | indent 4 -}}
+    {{- tpl $_tplReleaseValues (dict "Values" $.Values "canonicalRelease" $canonicalRelease "release" $release) | indent 4 -}}
+
diff --git a/avalanche/README.md b/avalanche/README.md
@@ -16,7 +16,7 @@ Proxyd is an EVM-blockchain JSON-RPC router and load balancer developed in Go by
 
 - Actively maintained by [![GraphOps](https://avatars.githubusercontent.com/u/85314764?s=12&v=4) *GraphOps*](https://graphops.xyz) [and contributors](/graphs/contributors)
 - Common values interfaces across all namespaces
-- Flexible and adaptable, allowing defaults to be overriden
+- Flexible and adaptable, allowing defaults to be overridden
 - Two release channels: `stable` and `canary`
 - A large selection of Namespaces (listed below)
 
@@ -29,7 +29,7 @@ To use *Namespaces* you will require both a [*Kubernetes*](https://kubernetes.io
 As such:
 - Make sure your *Kubernetes* *Cluster* is in order and your environment has the *kubeconfig* context adequately setup
 - Install *helmfile*, upstream guidance available here: [*Helmfile* Installation](https://github.com/helmfile/helmfile#installation)
-– Install *kustomize*, upstream guidance availabe here: [*Kustomize* Installation](https://kubectl.docs.kubernetes.io/installation/kustomize/). Although `launchpad–namespaces` doesn't explicitly use *kustomize*, it is a dependencie for utilising *helmfile* features.
+– Install *kustomize*, upstream guidance available here: [*Kustomize* Installation](https://kubectl.docs.kubernetes.io/installation/kustomize/). Although `launchpad–namespaces` doesn't explicitly use *kustomize*, it is a dependency for utilising *helmfile* features.
 
 Next, setup an `helmfile.yaml` file that makes use of the avalanche *Namespace* by creating it with the following contents:
 ```yaml
@@ -72,7 +72,7 @@ helmfiles:
 
 where we add some labels to this *Namespace* releases, and set it to be deployed on cluster namespace different from default.
 
-You can also easilly override values for every release, like so:
+You can also easily override values for every release, like so:
 ```yaml
 helmfiles:
   - path: git::https://github.com/graphops/launchpad-namespaces.git@avalanche/helmfile.yaml?ref=avalanche-latest

diff --git a/avalanche/helmfile.yaml b/avalanche/helmfile.yaml
@@ -1,3 +1,16 @@
+#set default flavor when missing
+{{ if not ( hasKey .Values "flavor" ) }}
+{{ $_ := set .Values "flavor" "mainnet" }}
+{{ end }}
+
+
+
+environments:
+  {{ .Environment.Name }}:
+    values:
+      - flavor: {{ .Values.flavor }}
+
+---
 {{- $_tplTransforms := `
 {{- $_TemplatedResources := list "Deployment" "StatefulSet" "DaemonSet" -}}
 transformers:
@@ -34,10 +47,20 @@ transformers:
 {{- $_tplReleaseValues := (print `
 {{- if ( .Values | get .release dict | get "mergeValues" true ) -}}
 {{- if ( hasKey .Values "flavor" ) }}
-- ./values/_common/{{` "`{{ .Release.Name }}`" `}}.yaml
-- ./values/{{ .Values.flavor }}/{{` "`{{ .Release.Name }}`" `}}.yaml
+- ./values/_common/{{ .canonicalRelease }}.yaml
+- ./values/_common/{{ .canonicalRelease }}.yaml.gotmpl
+- ./values/{{ .Values.flavor }}/{{ .canonicalRelease }}.yaml
+- ./values/{{ .Values.flavor }}/{{ .canonicalRelease }}.yaml.gotmpl
+{{- else }}
+- ./values/{{ .canonicalRelease }}.yaml
+- ./values/{{ .canonicalRelease }}.yaml.gotmpl
+{{- end -}}
+{{- if typeIs ( typeOf list ) ( .Values | get .canonicalRelease dict | get "values" dict ) -}}
+ {{- range $element := ( .Values | get .canonicalRelease dict | get "values" dict ) }}
+- {{- $element | toYaml | nindent 2 }}
+ {{- end -}}
 {{- else }}
-- ./values/{{` "`{{ .Release.Name }}`" `}}.yaml
+- {{- .Values | get .canonicalRelease dict | get "values" dict | toYaml | nindent 2 }}
 {{- end -}}
 {{- end -}}
 {{- if typeIs ( typeOf list ) ( .Values | get .release dict | get "values" dict ) -}}
@@ -48,7 +71,6 @@ transformers:
 - {{- .Values | get .release dict | get "values" dict | toYaml | nindent 2 }}
 {{- end -}}
 `) -}}
-
 {{ $__helmDefaults := `{"recreatePods":true}` | fromJson }}
 
 {{ with ( .Values | get "helmDefaults" dict ) }}
@@ -62,12 +84,6 @@ helmDefaults:
 kubeVersion: {{ .Values.kubeVersion }}
 {{ end }}
 
-#set default flavor when missing
-{{ if not ( hasKey .Values "flavor" ) }}
-{{ $_ := set .Values "flavor" "mainnet" }}
-{{ end }}
-
-
 #set default namespace
 {{ $_defaultNamespace := ( print "avalanche-" .Values.flavor ) }}
 
@@ -123,15 +139,19 @@ templates:
     version: "0.1.8"
     {{- end }}
 releases:
+  {{- $canonicalRelease := "avalanche" }}
   {{- $release := "avalanche" }}
-  - name: 'avalanche'
+  - name: "{{ $release }}"
     inherit:
-    - template: 'avalanche'
+    - template: "{{ $canonicalRelease }}"
     values:
-    {{- tpl $_tplReleaseValues (dict "Values" .Values "release" $release)  | indent 4 -}}
+    {{- tpl $_tplReleaseValues (dict "Values" $.Values "canonicalRelease" $canonicalRelease "release" $release) | indent 4 -}}
+
+  {{- $canonicalRelease := "proxyd" }}
   {{- $release := "proxyd" }}
-  - name: 'proxyd'
+  - name: "{{ $release }}"
     inherit:
-    - template: 'proxyd'
+    - template: "{{ $canonicalRelease }}"
     values:
-    {{- tpl $_tplReleaseValues (dict "Values" .Values "release" $release)  | indent 4 -}}
+    {{- tpl $_tplReleaseValues (dict "Values" $.Values "canonicalRelease" $canonicalRelease "release" $release) | indent 4 -}}
+
diff --git a/celo/README.md b/celo/README.md
@@ -16,7 +16,7 @@ Proxyd is an EVM-blockchain JSON-RPC router and load balancer developed in Go by
 
 - Actively maintained by [![GraphOps](https://avatars.githubusercontent.com/u/85314764?s=12&v=4) *GraphOps*](https://graphops.xyz) [and contributors](/graphs/contributors)
 - Common values interfaces across all namespaces
-- Flexible and adaptable, allowing defaults to be overriden
+- Flexible and adaptable, allowing defaults to be overridden
 - Two release channels: `stable` and `canary`
 - A large selection of Namespaces (listed below)
 
@@ -29,7 +29,7 @@ To use *Namespaces* you will require both a [*Kubernetes*](https://kubernetes.io
 As such:
 - Make sure your *Kubernetes* *Cluster* is in order and your environment has the *kubeconfig* context adequately setup
 - Install *helmfile*, upstream guidance available here: [*Helmfile* Installation](https://github.com/helmfile/helmfile#installation)
-– Install *kustomize*, upstream guidance availabe here: [*Kustomize* Installation](https://kubectl.docs.kubernetes.io/installation/kustomize/). Although `launchpad–namespaces` doesn't explicitly use *kustomize*, it is a dependencie for utilising *helmfile* features.
+– Install *kustomize*, upstream guidance available here: [*Kustomize* Installation](https://kubectl.docs.kubernetes.io/installation/kustomize/). Although `launchpad–namespaces` doesn't explicitly use *kustomize*, it is a dependency for utilising *helmfile* features.
 
 Next, setup an `helmfile.yaml` file that makes use of the celo *Namespace* by creating it with the following contents:
 ```yaml
@@ -72,7 +72,7 @@ helmfiles:
 
 where we add some labels to this *Namespace* releases, and set it to be deployed on cluster namespace different from default.
 
-You can also easilly override values for every release, like so:
+You can also easily override values for every release, like so:
 ```yaml
 helmfiles:
   - path: git::https://github.com/graphops/launchpad-namespaces.git@celo/helmfile.yaml?ref=celo-latest

diff --git a/celo/helmfile.yaml b/celo/helmfile.yaml
@@ -1,3 +1,16 @@
+#set default flavor when missing
+{{ if not ( hasKey .Values "flavor" ) }}
+{{ $_ := set .Values "flavor" "mainnet" }}
+{{ end }}
+
+
+
+environments:
+  {{ .Environment.Name }}:
+    values:
+      - flavor: {{ .Values.flavor }}
+
+---
 {{- $_tplTransforms := `
 {{- $_TemplatedResources := list "Deployment" "StatefulSet" "DaemonSet" -}}
 transformers:
@@ -34,10 +47,20 @@ transformers:
 {{- $_tplReleaseValues := (print `
 {{- if ( .Values | get .release dict | get "mergeValues" true ) -}}
 {{- if ( hasKey .Values "flavor" ) }}
-- ./values/_common/{{` "`{{ .Release.Name }}`" `}}.yaml
-- ./values/{{ .Values.flavor }}/{{` "`{{ .Release.Name }}`" `}}.yaml
+- ./values/_common/{{ .canonicalRelease }}.yaml
+- ./values/_common/{{ .canonicalRelease }}.yaml.gotmpl
+- ./values/{{ .Values.flavor }}/{{ .canonicalRelease }}.yaml
+- ./values/{{ .Values.flavor }}/{{ .canonicalRelease }}.yaml.gotmpl
+{{- else }}
+- ./values/{{ .canonicalRelease }}.yaml
+- ./values/{{ .canonicalRelease }}.yaml.gotmpl
+{{- end -}}
+{{- if typeIs ( typeOf list ) ( .Values | get .canonicalRelease dict | get "values" dict ) -}}
+ {{- range $element := ( .Values | get .canonicalRelease dict | get "values" dict ) }}
+- {{- $element | toYaml | nindent 2 }}
+ {{- end -}}
 {{- else }}
-- ./values/{{` "`{{ .Release.Name }}`" `}}.yaml
+- {{- .Values | get .canonicalRelease dict | get "values" dict | toYaml | nindent 2 }}
 {{- end -}}
 {{- end -}}
 {{- if typeIs ( typeOf list ) ( .Values | get .release dict | get "values" dict ) -}}
@@ -48,7 +71,6 @@ transformers:
 - {{- .Values | get .release dict | get "values" dict | toYaml | nindent 2 }}
 {{- end -}}
 `) -}}
-
 {{ $__helmDefaults := `{"recreatePods":true}` | fromJson }}
 
 {{ with ( .Values | get "helmDefaults" dict ) }}
@@ -62,12 +84,6 @@ helmDefaults:
 kubeVersion: {{ .Values.kubeVersion }}
 {{ end }}
 
-#set default flavor when missing
-{{ if not ( hasKey .Values "flavor" ) }}
-{{ $_ := set .Values "flavor" "mainnet" }}
-{{ end }}
-
-
 #set default namespace
 {{ $_defaultNamespace := ( print "celo-" .Values.flavor ) }}
 
@@ -123,15 +139,19 @@ templates:
     version: "0.1.8"
     {{- end }}
 releases:
+  {{- $canonicalRelease := "celo" }}
   {{- $release := "celo" }}
-  - name: 'celo'
+  - name: "{{ $release }}"
     inherit:
-    - template: 'celo'
+    - template: "{{ $canonicalRelease }}"
     values:
-    {{- tpl $_tplReleaseValues (dict "Values" .Values "release" $release)  | indent 4 -}}
+    {{- tpl $_tplReleaseValues (dict "Values" $.Values "canonicalRelease" $canonicalRelease "release" $release) | indent 4 -}}
+
+  {{- $canonicalRelease := "proxyd" }}
   {{- $release := "proxyd" }}
-  - name: 'proxyd'
+  - name: "{{ $release }}"
     inherit:
-    - template: 'proxyd'
+    - template: "{{ $canonicalRelease }}"
     values:
-    {{- tpl $_tplReleaseValues (dict "Values" .Values "release" $release)  | indent 4 -}}
+    {{- tpl $_tplReleaseValues (dict "Values" $.Values "canonicalRelease" $canonicalRelease "release" $release) | indent 4 -}}
+
diff --git a/ethereum/README.md b/ethereum/README.md
@@ -18,7 +18,7 @@ Proxyd is an EVM-blockchain JSON-RPC router and load balancer developed in Go by
 
 - Actively maintained by [![GraphOps](https://avatars.githubusercontent.com/u/85314764?s=12&v=4) *GraphOps*](https://graphops.xyz) [and contributors](/graphs/contributors)
 - Common values interfaces across all namespaces
-- Flexible and adaptable, allowing defaults to be overriden
+- Flexible and adaptable, allowing defaults to be overridden
 - Two release channels: `stable` and `canary`
 - A large selection of Namespaces (listed below)
 
@@ -31,7 +31,7 @@ To use *Namespaces* you will require both a [*Kubernetes*](https://kubernetes.io
 As such:
 - Make sure your *Kubernetes* *Cluster* is in order and your environment has the *kubeconfig* context adequately setup
 - Install *helmfile*, upstream guidance available here: [*Helmfile* Installation](https://github.com/helmfile/helmfile#installation)
-– Install *kustomize*, upstream guidance availabe here: [*Kustomize* Installation](https://kubectl.docs.kubernetes.io/installation/kustomize/). Although `launchpad–namespaces` doesn't explicitly use *kustomize*, it is a dependencie for utilising *helmfile* features.
+– Install *kustomize*, upstream guidance available here: [*Kustomize* Installation](https://kubectl.docs.kubernetes.io/installation/kustomize/). Although `launchpad–namespaces` doesn't explicitly use *kustomize*, it is a dependency for utilising *helmfile* features.
 
 Next, setup an `helmfile.yaml` file that makes use of the ethereum *Namespace* by creating it with the following contents:
 ```yaml
@@ -74,7 +74,7 @@ helmfiles:
 
 where we add some labels to this *Namespace* releases, and set it to be deployed on cluster namespace different from default.
 
-You can also easilly override values for every release, like so:
+You can also easily override values for every release, like so:
 ```yaml
 helmfiles:
   - path: git::https://github.com/graphops/launchpad-namespaces.git@ethereum/helmfile.yaml?ref=ethereum-latest
@@ -134,6 +134,9 @@ proxyd.chartVersion | string |  | Specify a specific chart version to use for th
 proxyd.labels | object |  | Adds helmfile labels to this release |
 proxyd.mergeValues | boolean | true | Merges passed values with namespace's defaults if true, overrides if false |
 proxyd.values | (object *or* list of objects) |  | Pass values to the release helm chart |
+scaling | object |  | ethereum scaling interface |
+scaling.deployments | integer | 1 | number of independent stateful sets to deploy |
+scaling.startP2PPort | integer |  | A beggining port for the range to use in P2P NodePorts |
 targetNamespace | string | eth-mainnet | the default is eth-<flavor> |
 helmDefaults | object |  |  |
 helmDefaults.args | list of strings |  |  |