Templatize via Cookiecutter for enhanced audience utility

.github/workflows/pre-commit-checks.yml

@@ -0,0 +1,19 @@
+---
+# used for running pre-commit checks
+name: pre-commit checks
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+  run_pre_commit_tests:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v4
+        with:
+          python-version: "3.10"
+      - uses: pre-commit/action@v3.0.0

.github/workflows/test.yml

@@ -1,4 +1,6 @@
 ---
+# note: this workflow definition will create a project from
+# the cookiecutter template to test the results through dagger
 name: run tests
 
 on:

.gitignore

@@ -213,3 +213,6 @@ hashicorp/
 
 # tf credential ignore
 utilities/data-provider/service-account.json
+
+# tests
+tests/

.pre-commit-config.yaml

@@ -8,6 +8,9 @@ repos:
     hooks:
       - id: trailing-whitespace
       - id: end-of-file-fixer
+      - id: check-json
+      - id: pretty-format-json
+        args: [--autofix, --no-sort-keys]
       - id: check-yaml
       - id: check-added-large-files
       - id: check-toml
@@ -31,21 +34,3 @@ repos:
     rev: 0.7.17
     hooks:
       - id: mdformat
-        # ignore terraform autogenerated docs
-        exclude: >
-              (?x)^(
-                  terraform/.* |
-                  terraform/.*/.*
-              )$
-  # linting for terraform
-  - repo: https://github.com/antonbabenko/pre-commit-terraform
-    rev: v1.83.3
-    hooks:
-      - id: terraform_docs
-        args:
-          - --hook-config=--path-to-file=README.md
-          - --hook-config=--add-to-existing-file=true
-          - --hook-config=--create-file-if-not-exist=true
-      - id: terraform_fmt
-      - id: terraform_tflint
-      - id: terraform_tfsec

cookiecutter.json

@@ -0,0 +1,8 @@
+{
+  "project_name": "lab-initiative-bucket",
+  "project_description": "Project for creating and managing a Cloud Storage bucket on Google Cloud.",
+  "project_author": "Username",
+  "project_license": "BSD-3-Clause License",
+  "project_gc_project": "cuhealthai-sandbox",
+  "project_gc_region": "us-central1"
+}

project.cue

@@ -89,42 +89,32 @@ import "universe.dagger.io/docker"
 	// cue build for actions in this plan
 	_tf_build: docker.#Build & {
 		steps: [
+
 			docker.#Copy & {
 				input:    _tf_pre_build.output
 				contents: filesystem
 				source:   "./"
-				dest:     "/lint"
+				dest:     "/workdir"
 				exclude: ["./.pre-commit-config.yaml"]
 			},
-		]
-	}
+			bash.#Run & {
+				script: contents: """
+					# cd into the workdir
+					cd /workdir
 
-}
+					# remove already existing test content
+					rm -rf ./tests/lab-initiative-bucket
 
-// Convenience terraform build for implementation
-#TerraformBuild: {
-	// client filesystem
-	filesystem: dagger.#FS
+					# install poetry and env
+					python3 -m pip install --no-cache-dir --upgrade poetry
+					poetry install --no-interaction --no-ansi
 
-	// output from the build
-	output: _tf_build.output
+					# run cookiecutter to create project from template
+					poetry run cookiecutter . --no-input --output-dir tests
 
-	// tf build
-	_tf_build: docker.#Build & {
-		steps: [
-			docker.#Pull & {
-				source: "hashicorp/terraform:1.4.6"
-			},
-			docker.#Run & {
-				command: {
-					name: "mkdir"
-					args: ["/workdir"]
-				}
-			},
-			docker.#Copy & {
-				contents: filesystem
-				source:   "./"
-				dest:     "/workdir/"
+					# move project from template into lintable dir for container
+					cp -r /workdir/tests/lab-initiative-bucket /lint
+					"""
 			},
 		]
 	}
@@ -147,11 +137,6 @@ dagger.#Plan & {
 			filesystem: client.filesystem."./".read.contents
 		}
 
-		// an internal terraform build for use with this repo
-		_tf_build: #TerraformBuild & {
-			filesystem: client.filesystem."./".read.contents
-		}
-
 		// an internal terraform build for use with this repo
 		_tf_lint_build: #TFLintBuild & {
 			filesystem: client.filesystem."./".read.contents

pyproject.toml

@@ -3,12 +3,13 @@ name = "gc-cloud-storage-bucket"
 version = "0.0.1"
 description = "Template for creating Cloud Storage bucket on Google Cloud."
 authors = ["d33bs <dave.bunten@cuanschutz.edu>"]
-license = "BSD-3-Clause license"
+license = "BSD-3-Clause License"
 readme = "README.md"
 
 [tool.poetry.dependencies]
 python = "^3.10"
 pre-commit = "^3.0.0"
+cookiecutter = "^2.3.0"
 
 
 [build-system]

readme.md

@@ -0,0 +1,66 @@
+# Google Cloud - Cloud Storage Bucket - Cookiecutter Template
+
+```mermaid
+flowchart LR
+    subgraph upload
+      files[("file(s)")]
+      data-provider["👤 Data Provider"]
+
+    end
+    subgraph download
+      data-receiver["👤 Data Receiver"]
+      files2[("file(s)")]
+    end
+    bucket[\"Cloud Storage\n Bucket"/]
+    files --> |to| bucket
+    data-provider --> |uploads| files
+    bucket --> |provides\naccess to| files2
+    files2 --> |received by| data-receiver
+
+```
+
+This project is a [Cookiecutter](https://github.com/cookiecutter/cookiecutter) template for creating a [Cloud Storage](https://cloud.google.com/storage/) bucket on [Google Cloud](https://cloud.google.com/) with a service account and related key to enable data or file upload and use.
+
+The template uses [Terraform](https://developer.hashicorp.com/terraform/intro) to maintain cloud resources. See Terraform readme's under the `terraform` directory for documentation on Terraform elements.
+
+## ✍️ Using the template
+
+Install the latest version of Cookiecutter:
+
+```shell
+pip install cookiecutter
+```
+
+Generate a Python package project from the template in this repository:
+
+```shell
+python -m cookiecutter https://github.com/CU-DBMI/gc-cloud-storage-bucket.git
+```
+
+## 🧑‍💻 Development
+
+Development for this repository is assisted by the following technologies:
+
+- [Poetry](https://python-poetry.org/docs/): Used to help configure pre-commit for local development work.
+- [Pre-commit](https://pre-commit.com): Used for performing checks within local development environment and via Github Actions automated testing. The following sub-items are used as checks through [pre-commit-terraform](https://github.com/antonbabenko/pre-commit-terraform) and require local installation when testing outside of Dagger:
+  - [terraform_docs](https://github.com/terraform-docs/terraform-docs/): Used to automatically generate Terraform-specific documentation.
+  - [tflint](https://github.com/terraform-linters/tflint): Used to perform static analysis (linting) on Terraform content.
+  - [tfsec](https://github.com/aquasecurity/tfsec): Used to perform security-focused static analysis (security linting) on Terraform content.
+- [Dagger](https://docs.dagger.io/): Used to help orchestrate reproducible testing within local development environment and for automated testing.
+
+### Testing
+
+Tests for this project help ensure projects implemented from the Cookiecutter template function as expected.
+These tests automatically will use the content found under the directory `{{ cookiecutter.project_name }}` to create a project and check the content.
+
+Use [`dagger-cue`](https://docs.dagger.io/sdk/cue/) to run the tests.
+These tests are also used by a Github Actions workflow to perform the same checks.
+
+Example test command:
+
+```shell
+# update dagger project (only if needed)
+dagger-cue project update
+# run the tests
+dagger-cue do test
+```

{{ cookiecutter.project_name }}/.github/workflows/test.yml

@@ -0,0 +1,24 @@
+---
+name: run tests
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+  run_tests:
+    runs-on: ubuntu-latest
+    env:
+      DAGGER_CACHE_FROM: type=gha,scope=gc-cloud-storage-bucket
+      DAGGER_CACHE_TO: type=gha,mode=max,scope=gc-cloud-storage-bucket
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Dagger
+        uses: dagger/dagger-for-github@v4
+        with:
+          cmds: |
+            project update
+            do test