test: [skip ci]

SocialGouv · Nov 16, 2023 · 53f6d75 · 53f6d75
1 parent 5938998
commit 53f6d75
Show file tree

Hide file tree

Showing 8 changed files with 125 additions and 41 deletions.
diff --git a/.kontinuous/jobs/preprod-restore/config.yaml b/.kontinuous/jobs/preprod-restore/config.yaml
@@ -0,0 +1 @@
+projectName: domifa
diff --git a/...prod-dump/templates/s3.sealed-secret.yaml → ...d-restore/templates/s3.sealed-secret.yaml b/...prod-dump/templates/s3.sealed-secret.yaml → ...d-restore/templates/s3.sealed-secret.yaml
diff --git a/.kontinuous/jobs/preprod-restore/values.yaml b/.kontinuous/jobs/preprod-restore/values.yaml
@@ -0,0 +1,16 @@
+# yaml-language-server: $schema=../../../../kontinuous/docs/values.schema.json
+
+jobs:
+  runs:
+    restore:
+      ~needs: [pg]
+      image: ghcr.io/socialgouv/docker/s3-client:1.2.0
+      entrypoint: ["/bin/bash"]
+      args:
+        - "-c"
+        - "pg_restore"
+      envFrom:
+        - secretRef:
+            name: pg-superuser
+        - secretRef:
+            name: s3
diff --git a/.kontinuous/jobs/prod-dump/Chart.yaml b/.kontinuous/jobs/prod-dump/Chart.yaml
@@ -0,0 +1,7 @@
+apiVersion: v2
+name: cnpg-cluster
+version: 1.0.0
+dependencies:
+  - name: cnpg-cluster
+    version: 1.18.2
+    repository: https://socialgouv.github.io/helm-charts
diff --git a/.kontinuous/jobs/prod-dump/config.yaml b/.kontinuous/jobs/prod-dump/config.yaml
@@ -0,0 +1 @@
+projectName: domifa
diff --git a/.kontinuous/jobs/prod-dump/templates/s3.sealed-secret.yaml b/.kontinuous/jobs/prod-dump/templates/s3.sealed-secret.yaml
@@ -0,0 +1,16 @@
+apiVersion: bitnami.com/v1alpha1
+kind: SealedSecret
+metadata:
+  annotations:
+    sealedsecrets.bitnami.com/namespace-wide: "true"
+  name: s3
+  namespace: domifa-restore
+spec:
+  encryptedData:
+    TOKEN: AgCbbXzeCN7+hq8tsncJq8M0VrZCR35n1aZSY0f+w45Oa9IHKYTB5E2xE8xlL7tppMRE7FF7Oqw/MmH6uFJJJ2iqF1h2GOCty/P0f5N+7NWnCQkenJnH8JY9GipPEd4RZ9+D06fBlVXT+IOAMred7BoN7bmnh90nOyh+qbeNF9+Szez5wWb4bA0HoFYblRIWiXQpOqpNuQncrKAUUd+eiL8fQCInMTtIDnemiOzceLJGNBwyCFBA3Y7gesgB0563GeK9l9HZzV9FDP/FLzxUG/n2Ir9Tz4q6UTDxU8CCI4VmEDpz3Chd5hSnWWFz/KlDLt302buL2NhBpfel9aSl8QJdF1io4hnww+IfbCZpW/U9bCdbP01MwVON7oByo+Ce5oiGKAYlm1r2pXFXyMJzjCJT5JSwl9Ld2dIuqU3pNePM6gTF/Yca+Z62NShzctqW+lbLEkLi/pGksVArR3nwHIBME22F+SxkYIfe5jUVfddnDN5C8BZWq8rCAd/M0vrNNb+iclTDGSeh3wfDH/f0hm5+xGID1XmMU/qaPFZYObPV8xX2BW6HYgY386Zq3ltzinM4ogI0xachw4+1Vp+N0HyLnfACoJ4YWjP9PCVka9fdX4fRdVX4IVsnnuMemwuAs8+815OoUdj3DBk1oLLJML+Eq/83ilRN50fUkN0cObc6AVix9BXHqBsAXwl7on9+lQ29qefY
+  template:
+    metadata:
+      annotations:
+        sealedsecrets.bitnami.com/namespace-wide: "true"
+      name: s3
+    type: Opaque
diff --git a/.kontinuous/jobs/prod-dump/values.yaml b/.kontinuous/jobs/prod-dump/values.yaml
@@ -0,0 +1,84 @@
+# yaml-language-server: $schema=../../../../kontinuous/docs/values.schema.json
+
+global:
+  namespace: domifa-prod-dump
+
+cnpg-cluster:
+  ~chart: cnpg-cluster
+  fullnameOverride: pg-restore
+  postgresqlParameters:
+    TimeZone: Europe/Paris
+  instances: 1
+  persistence:
+    size: 20Gi
+  backup:
+    enabled: false
+  recovery:
+    enabled: true
+    barmanObjectStore:
+      destinationPath: s3://domifa-prod-backups/domifa
+      endpointURL: https://s3.gra.io.cloud.ovh.net
+      serverName: pg
+      data:
+        compression: gzip
+      wal:
+        compression: gzip
+      s3Credentials:
+        accessKeyId:
+          key: bucket_access_key
+          name: domifa-prod-backups-access-key
+        region:
+          key: bucket_region
+          name: domifa-prod-backups-access-key
+        secretAccessKey:
+          key: bucket_secret_key
+          name: domifa-prod-backups-access-key
+
+prod-dump-jobs:
+  ~chart: jobs
+  runs:
+    anonymise:
+      ~needs: [cnpg-cluster]
+      image: ghcr.io/socialgouv/docker/s3-client:1.2.0
+      entrypoint: ["/bin/bash"]
+      args:
+        - "-c"
+        - "echo 42"
+      envFrom:
+        - secretRef:
+            name: pg-tmp-superuser
+    dump:
+      ~needs: [anonymise]
+      image: ghcr.io/socialgouv/docker/s3-client:1.2.0
+      env:
+        - name: AWS_ACCESS_KEY_ID
+          valueFrom:
+            secretKeyRef:
+              name: s3
+              key: bucket_access_key
+        - name: AWS_SECRET_ACCESS_KEY
+          valueFrom:
+            secretKeyRef:
+              name: s3
+              key: bucket_secret_key
+        - name: AWS_DEFAULT_REGION
+          valueFrom:
+            secretKeyRef:
+              name: s3
+              key: bucket_region
+        - name: AWS_ENDPOINT_URL
+          value: https://s3.gra.io.cloud.ovh.net
+        - name: DESTINATION_PATH
+          value: s3://domifa-tmp-restore/prod-anonymised-dump
+      envFrom:
+        - secretRef:
+            name: pg-tmp-superuser
+        - secretRef:
+            name: s3
+    destroy:
+      ~needs: [dump]
+      image: ghcr.io/socialgouv/docker/s3-client:1.2.0
+      entrypoint: ["/bin/bash"]
+      args:
+        - "-c"
+        - "echo 43"
diff --git a/.kontinuous/values.yaml b/.kontinuous/values.yaml
@@ -224,44 +224,3 @@ jobs:
           DOMIFA_BACKEND_URL: "https://api-{{ .Values.global.host }}/"
           DOMIFA_SENTRY_DSN_PORTAIL: "https://904877ea9ec4454aa1be7b629a6ea340@sentry.fabrique.social.gouv.fr/58"
           DOMIFA_FRONTEND_META_ROBOTS: noindex,nofollow
-
-
-prod-dump:
-  enabled: false
-
-prod-dump-cnpg-cluster:
-  enabled: false
-  ~chart: pg
-  fullnameOverride: pg-restore
-  postgresqlParameters:
-    TimeZone: Europe/Paris
-  instances: 1
-  storage:
-    size: 20Gi
-  backup:
-    enabled: false
-  recovery:
-    enabled: true
-
-prod-dump-jobs:
-  ~chart: jobs
-  enabled: false
-  runs:
-    anonymise:
-      ~needs: [prod-dump-cnpg-cluster]
-      image: bash:latest
-      args:
-        - plop
-      envFrom:
-        - secretRef:
-            name: pg-tmp-superuser
-    dump:
-      ~needs: [anonymise]
-      image: ghcr.io/socialgouv/docker/psql:7.7.3
-        #pg_dump -c -d database > out.sql
-        #- copy to s3
-      envFrom:
-        - secretRef:
-            name: pg-tmp-superuser
-        - secretRef:
-            name: s3