Remove compression from Kopia compatible Blueprints (#1015)

Signed-off-by: Prasad Ghangal <prasad.ghangal@gmail.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
kanisterio · Jun 16, 2021 · e10d3eb · e10d3eb
1 parent 035124b
commit e10d3eb
Show file tree

Hide file tree

Showing 5 changed files with 25 additions and 25 deletions.
diff --git a/examples/stable/maria/blueprint-v2/maria-blueprint.yaml b/examples/stable/maria/blueprint-v2/maria-blueprint.yaml
@@ -29,7 +29,7 @@ actions:
         - pipefail
         - -c
         - |
-          backup_file_path="dump.sql.gz"
+          backup_file_path="dump.sql"
           root_password="{{ index .Phases.dumpToStore.Secrets.mariaSecret.Data "mariadb-root-password" | toString }}"
           exclude_db="('information_schema', 'mysql', 'performance_schema')"
           dump_databases=""
@@ -38,7 +38,7 @@ actions:
                   dump_databases="${dump_databases} ${db}"
           done
           dump_cmd="mysqldump -u root --password=${root_password} -h {{ .StatefulSet.Name }} --column-statistics=0 --single-transaction --databases ${dump_databases}"
-          ${dump_cmd} | gzip - | kando location push --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --output-name "kopiaOutput" -
+          ${dump_cmd} | kando location push --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --output-name "kopiaOutput" -
   restore:
     inputArtifactNames:
     # The kopia snapshot info created in backup phase can be used here
@@ -63,10 +63,10 @@ actions:
         - pipefail
         - -c
         - |
-          backup_file_path="dump.sql.gz"
+          backup_file_path="dump.sql"
           kopia_snap='{{ .ArtifactsIn.mariaBackup.KopiaSnapshot }}'
           root_password="{{ index .Phases.restoreFromStore.Secrets.mariaSecret.Data "mariadb-root-password" | toString }}"
-          kando location pull --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}" - | gunzip | mysql -u root --password=${root_password} -h {{ .StatefulSet.Name }}
+          kando location pull --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}" - | mysql -u root --password=${root_password} -h {{ .StatefulSet.Name }}
   delete:
     inputArtifactNames:
     # The kopia snapshot info created in backup phase can be used here
@@ -86,6 +86,6 @@ actions:
         - pipefail
         - -c
         - |
-          backup_file_path="dump.sql.gz"
+          backup_file_path="dump.sql"
           kopia_snap='{{ .ArtifactsIn.mariaBackup.KopiaSnapshot }}'
           kando location delete --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}"
diff --git a/examples/stable/mysql-deploymentconfig/blueprint-v2/mysql-dep-config-blueprint.yaml b/examples/stable/mysql-deploymentconfig/blueprint-v2/mysql-dep-config-blueprint.yaml
@@ -29,10 +29,10 @@ actions:
         - pipefail
         - -c
         - |
-          backup_file_path="dump.sql.gz"
+          backup_file_path="dump.sql"
           root_password="{{ index .Phases.dumpToStore.Secrets.mysqlsecret.Data "database-root-password" | toString }}"
           dump_cmd="mysqldump --column-statistics=0 -u root --password=${root_password} -h {{ .DeploymentConfig.Name }} --single-transaction --all-databases"
-          ${dump_cmd} | gzip - | kando location push --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --output-name "kopiaOutput" -
+          ${dump_cmd} | kando location push --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --output-name "kopiaOutput" -
   restore:
     inputArtifactNames:
     # The kopia snapshot info created in backup phase can be used here
@@ -57,11 +57,11 @@ actions:
         - pipefail
         - -c
         - |
-          backup_file_path="dump.sql.gz"
+          backup_file_path="dump.sql"
           kopia_snap='{{ .ArtifactsIn.mysqlBackup.KopiaSnapshot }}'
           root_password="{{ index .Phases.restoreFromStore.Secrets.mysqlsecret.Data "database-root-password" | toString }}"
           restore_cmd="mysql -u root --password=${root_password} -h {{ .DeploymentConfig.Name }}"
-          kando location pull --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}" - | gunzip | ${restore_cmd}
+          kando location pull --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}" - | ${restore_cmd}
   delete:
     inputArtifactNames:
     # The kopia snapshot info created in backup phase can be used here
@@ -81,6 +81,6 @@ actions:
         - pipefail
         - -c
         - |
-          backup_file_path="dump.sql.gz"
+          backup_file_path="dump.sql"
           kopia_snap='{{ .ArtifactsIn.mysqlBackup.KopiaSnapshot }}'
           kando location delete --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}"
diff --git a/examples/stable/mysql/blueprint-v2/mysql-blueprint.yaml b/examples/stable/mysql/blueprint-v2/mysql-blueprint.yaml
@@ -29,10 +29,10 @@ actions:
         - pipefail
         - -c
         - |
-          backup_file_path="dump.sql.gz"
+          backup_file_path="dump.sql"
           root_password="{{ index .Phases.dumpToStore.Secrets.mysqlSecret.Data "mysql-root-password" | toString }}"
           dump_cmd="mysqldump --column-statistics=0 -u root --password=${root_password} -h {{ index .Object.metadata.labels "app.kubernetes.io/instance" }} --single-transaction --all-databases"
-          ${dump_cmd} | gzip - | kando location push --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --output-name "kopiaOutput" -
+          ${dump_cmd} | kando location push --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --output-name "kopiaOutput" -
   restore:
     inputArtifactNames:
     # The kopia snapshot info created in backup phase can be used here
@@ -57,11 +57,11 @@ actions:
         - pipefail
         - -c
         - |
-          backup_file_path="dump.sql.gz"
+          backup_file_path="dump.sql"
           kopia_snap='{{ .ArtifactsIn.mysqlBackup.KopiaSnapshot }}'
           root_password="{{ index .Phases.restoreFromStore.Secrets.mysqlSecret.Data "mysql-root-password" | toString }}"
           restore_cmd="mysql -u root --password=${root_password} -h {{ index .Object.metadata.labels "app.kubernetes.io/instance" }}"
-          kando location pull --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}" - | gunzip | ${restore_cmd}
+          kando location pull --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}" - | ${restore_cmd}
   delete:
     inputArtifactNames:
     # The kopia snapshot info created in backup phase can be used here
@@ -81,6 +81,6 @@ actions:
         - pipefail
         - -c
         - |
-          backup_file_path="dump.sql.gz"
+          backup_file_path="dump.sql"
           kopia_snap='{{ .ArtifactsIn.mysqlBackup.KopiaSnapshot }}'
           kando location delete --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}"
diff --git a/examples/stable/postgresql-deploymentconfig/blueprint-v2/postgres-dep-config-blueprint.yaml b/examples/stable/postgresql-deploymentconfig/blueprint-v2/postgres-dep-config-blueprint.yaml
@@ -33,8 +33,8 @@ actions:
           export PGHOST='{{ .DeploymentConfig.Name }}.{{ .DeploymentConfig.Namespace }}.svc.cluster.local'
           export PGUSER='postgres'
           export PGPASSWORD='{{ index .Phases.pgDump.Secrets.pgSecret.Data "postgresql_admin_password" | toString }}'
-          backup_file_path="backup.sql.gz"
-          pg_dumpall --clean -U $PGUSER | gzip -c | kando location push --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --output-name "kopiaOutput" -
+          backup_file_path="backup.sql"
+          pg_dumpall --clean -U $PGUSER | kando location push --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --output-name "kopiaOutput" -
   restore:
     kind: DeploymentConfig
     inputArtifactNames:
@@ -63,9 +63,9 @@ actions:
           export PGHOST='{{ .DeploymentConfig.Name }}.{{ .DeploymentConfig.Namespace }}.svc.cluster.local'
           export PGUSER='postgres'
           export PGPASSWORD='{{ index .Phases.pgRestore.Secrets.pgSecret.Data "postgresql_admin_password" | toString }}'
-          backup_file_path="backup.sql.gz"
+          backup_file_path="backup.sql"
           kopia_snap='{{ .ArtifactsIn.pgBackup.KopiaSnapshot }}'
-          kando location pull --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}" - | gunzip -c -f | psql -q -U "${PGUSER}"
+          kando location pull --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}" - | psql -q -U "${PGUSER}"
   delete:
     inputArtifactNames:
     # The kopia snapshot info created in backup phase can be used here
@@ -85,6 +85,6 @@ actions:
           - pipefail
           - -c
           - |
-            backup_file_path="backup.sql.gz"
+            backup_file_path="backup.sql"
             kopia_snap='{{ .ArtifactsIn.pgBackup.KopiaSnapshot }}'
             kando location delete --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}"
diff --git a/examples/stable/postgresql/blueprint-v2/postgres-blueprint.yaml b/examples/stable/postgresql/blueprint-v2/postgres-blueprint.yaml
@@ -33,8 +33,8 @@ actions:
           export PGHOST='{{ index .Object.metadata.labels "app.kubernetes.io/instance" }}-postgresql.{{ .StatefulSet.Namespace }}.svc.cluster.local'
           export PGUSER='postgres'
           export PGPASSWORD='{{ index .Phases.pgDump.Secrets.pgSecret.Data "postgresql-password" | toString }}'
-          backup_file_path="backup.sql.gz"
-          pg_dumpall --clean -U $PGUSER | gzip -c | kando location push --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --output-name "kopiaOutput" -
+          backup_file_path="backup.sql"
+          pg_dumpall --clean -U $PGUSER | kando location push --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --output-name "kopiaOutput" -
   restore:
     kind: StatefulSet
     inputArtifactNames:
@@ -63,9 +63,9 @@ actions:
           export PGHOST='{{ index .Object.metadata.labels "app.kubernetes.io/instance" }}-postgresql.{{ .StatefulSet.Namespace }}.svc.cluster.local'
           export PGUSER='postgres'
           export PGPASSWORD='{{ index .Phases.pgRestore.Secrets.pgSecret.Data "postgresql-password" | toString }}'
-          backup_file_path="backup.sql.gz"
+          backup_file_path="backup.sql"
           kopia_snap='{{ .ArtifactsIn.pgBackup.KopiaSnapshot }}'
-          kando location pull --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}" - | gunzip -c -f | psql -q -U "${PGUSER}"
+          kando location pull --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}" - | psql -q -U "${PGUSER}"
   delete:
     inputArtifactNames:
     # The kopia snapshot info created in backup phase can be used here
@@ -85,6 +85,6 @@ actions:
           - pipefail
           - -c
           - |
-            backup_file_path="backup.sql.gz"
+            backup_file_path="backup.sql"
             kopia_snap='{{ .ArtifactsIn.pgBackup.KopiaSnapshot }}'
             kando location delete --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}"