feat: add path_overrides autodetect configuration

cmd/infracost/generate.go

@@ -91,6 +91,7 @@ func (g *generateConfigCommand) run(cmd *cobra.Command, args []string) error {
 		ctx.Config.Autodetect.ExcludeDirs = partialConfig.Autodetect.ExcludeDirs
 		ctx.Config.Autodetect.IncludeDirs = partialConfig.Autodetect.IncludeDirs
 		ctx.Config.Autodetect.EnvNames = partialConfig.Autodetect.EnvNames
+		ctx.Config.Autodetect.PathOverrides = partialConfig.Autodetect.PathOverrides
 
 		_, _ = reader.Seek(0, io.SeekStart)
 		definedProjects = hasLineStartingWith(reader, "projects:")

cmd/infracost/testdata/generate/path_overrides/expected.golden

@@ -0,0 +1,35 @@
+version: 0.1
+
+projects:
+  - path: infra/components/bar
+    name: infra-components-bar-bip
+    terraform_var_files:
+      - ../../prod.tfvars
+      - ../../dev.tfvars
+      - ../../default.tfvars
+      - ../../bip.tfvars
+    skip_autodetect: true
+  - path: infra/components/blah
+    name: infra-components-blah-bat
+    terraform_var_files:
+      - ../../prod.tfvars
+      - ../../dev.tfvars
+      - ../../default.tfvars
+      - ../../network-bat.tfvars
+      - ../../bat.tfvars
+    skip_autodetect: true
+  - path: infra/components/blah
+    name: infra-components-blah-bip
+    terraform_var_files:
+      - ../../prod.tfvars
+      - ../../dev.tfvars
+      - ../../default.tfvars
+      - ../../bip.tfvars
+    skip_autodetect: true
+  - path: infra/components/foo
+    name: infra-components-foo-baz
+    terraform_var_files:
+      - ../../network-baz.tfvars
+      - ../../baz.tfvars
+    skip_autodetect: true
+

cmd/infracost/testdata/generate/path_overrides/infracost.yml.tmpl

@@ -0,0 +1,16 @@
+version: 0.1
+autodetect:
+  env_names:
+    - baz
+    - bat
+    - bip
+  path_overrides:
+    - path: "**/**"
+      exclude:
+        - baz
+    - path: infra/components/foo
+      only:
+        - baz
+    - path: infra/**/bar
+      exclude:
+        - bat

cmd/infracost/testdata/generate/path_overrides/tree.txt

@@ -0,0 +1,17 @@
+.
+└── infra
+    ├── components
+    │   ├── foo
+    │   │   └── main.tf
+    │   ├── blah
+    │   │   └── main.tf
+    │   └── bar
+    │       └── main.tf
+    ├── baz.tfvars
+    ├── bat.tfvars
+    ├── bip.tfvars
+    ├── network-baz.tfvars
+    ├── network-bat.tfvars
+    ├── dev.tfvars
+    ├── prod.tfvars
+    └── default.tfvars

go.mod

@@ -239,7 +239,7 @@ require (
 	github.com/bgentry/go-netrc v0.0.0-20140422174119-9fd32a8b3d3d // indirect
 	github.com/bmatcuk/doublestar v1.3.4
 	github.com/ghodss/yaml v1.0.0 // indirect
-	github.com/gobwas/glob v0.2.3 // indirect
+	github.com/gobwas/glob v0.2.3
 	github.com/golang/protobuf v1.5.3 // indirect
 	github.com/google/go-querystring v1.1.0 // indirect
 	github.com/googleapis/gax-go/v2 v2.7.1 // indirect

internal/config/config.go

@@ -28,6 +28,15 @@ type AutodetectConfig struct {
 	// IncludeDirs is a list of directories that the autodetect should append
 	// to the already detected directories.
 	IncludeDirs []string `yaml:"include_dirs,omitempty" ignored:"true"`
+	// PathOverrides defines paths that should be overridden with specific
+	// environment variable grouping.
+	PathOverrides []PathOverride `yaml:"path_overrides,omitempty" ignored:"true"`
+}
+
+type PathOverride struct {
+	Path    string   `yaml:"path"`
+	Exclude []string `yaml:"exclude"`
+	Only    []string `yaml:"only"`
 }
 
 // Project defines a specific terraform project config. This can be used

internal/hcl/project_locator.go

@@ -7,6 +7,7 @@ import (
 	"sort"
 	"strings"
 
+	"github.com/gobwas/glob"
 	"github.com/hashicorp/hcl/v2"
 	"github.com/hashicorp/hcl/v2/hclparse"
 	"github.com/rs/zerolog"
@@ -196,6 +197,7 @@ type ProjectLocator struct {
 
 	shouldSkipDir    func(string) bool
 	shouldIncludeDir func(string) bool
+	pathOverrides    []pathOverride
 }
 
 // ProjectLocatorConfig provides configuration options on how the locator functions.
@@ -206,6 +208,37 @@ type ProjectLocatorConfig struct {
 	SkipAutoDetection bool
 	IncludedDirs      []string
 	EnvNames          []string
+	PathOverrides     []PathOverrideConfig
+}
+
+type PathOverrideConfig struct {
+	Path    string
+	Exclude []string
+	Only    []string
+}
+
+type pathOverride struct {
+	glob glob.Glob
+
+	exclude map[string]struct{}
+	only    map[string]struct{}
+}
+
+func newPathOverride(override PathOverrideConfig) pathOverride {
+	exclude := make(map[string]struct{}, len(override.Exclude))
+	for _, s := range override.Exclude {
+		exclude[s] = struct{}{}
+	}
+	only := make(map[string]struct{}, len(override.Only))
+	for _, s := range override.Only {
+		only[s] = struct{}{}
+	}
+
+	return pathOverride{
+		glob:    glob.MustCompile(override.Path),
+		exclude: exclude,
+		only:    only,
+	}
 }
 
 // NewProjectLocator returns safely initialized ProjectLocator.
@@ -216,13 +249,19 @@ func NewProjectLocator(logger zerolog.Logger, config *ProjectLocatorConfig) *Pro
 			matcher = CreateEnvFileMatcher(config.EnvNames)
 		}
 
+		overrides := make([]pathOverride, len(config.PathOverrides))
+		for i, override := range config.PathOverrides {
+			overrides[i] = newPathOverride(override)
+		}
+
 		return &ProjectLocator{
 			modules:            make(map[string]struct{}),
 			moduleCalls:        make(map[string][]string),
 			discoveredVarFiles: make(map[string][]RootPathVarFile),
 			excludedDirs:       config.ExcludedDirs,
 			changedObjects:     config.ChangedObjects,
 			includedDirs:       config.IncludedDirs,
+			pathOverrides:      overrides,
 			logger:             logger,
 			envMatcher:         matcher,
 			useAllPaths:        config.UseAllPaths,
@@ -373,7 +412,7 @@ func buildVarFileEnvNames(root *TreeNode, e *EnvFileMatcher) {
 				}
 			}
 
-			t.TerraformVarFiles.Files[i].EnvName = envName
+			t.TerraformVarFiles.Files[i].EnvName = e.EnvName(envName)
 			if envName != "" {
 				t.TerraformVarFiles.Files[i].IsGlobal = false
 			}
@@ -805,6 +844,11 @@ type RootPath struct {
 	IsTerragrunt     bool
 }
 
+func (r *RootPath) RelPath() string {
+	rel, _ := filepath.Rel(r.RepoPath, r.Path)
+	return rel
+}
+
 // GlobalFiles returns a list of any global var files defined in the project.
 func (r *RootPath) GlobalFiles() RootPathVarFiles {
 	var files RootPathVarFiles
@@ -984,7 +1028,57 @@ func (p *ProjectLocator) FindRootModules(fullPath string) []RootPath {
 	node.AssociateParentVarFiles()
 	node.AssociateAuntVarFiles()
 
-	return node.CollectRootPaths()
+	paths := node.CollectRootPaths()
+	p.excludeEnvFromPaths(paths)
+
+	return paths
+}
+
+// excludeEnvFromPaths filters car files from the paths based on the path overrides.
+func (p *ProjectLocator) excludeEnvFromPaths(paths []RootPath) {
+	// filter the "only" paths first. This is done as "only" rules take precedence
+	// over exclude rules. So if a env is defined in both only and exclude and
+	// matches the same path, the "only" rule is the only one to apply.
+	onlyPaths := map[string]struct{}{}
+	for _, override := range p.pathOverrides {
+		if len(override.only) > 0 {
+			for i, path := range paths {
+				relPath := path.RelPath()
+				if override.glob.Match(relPath) {
+					var filtered RootPathVarFiles
+					for _, varFile := range path.TerraformVarFiles {
+						if _, ok := override.only[varFile.EnvName]; ok {
+							onlyPaths[relPath+varFile.EnvName] = struct{}{}
+							filtered = append(filtered, varFile)
+						}
+					}
+					paths[i].TerraformVarFiles = filtered
+				}
+			}
+		}
+	}
+
+	for _, override := range p.pathOverrides {
+		if len(override.exclude) > 0 {
+			for i, path := range paths {
+				relPath := path.RelPath()
+				if override.glob.Match(relPath) {
+					var filtered RootPathVarFiles
+					for _, varFile := range path.TerraformVarFiles {
+						_, excluded := override.exclude[varFile.EnvName]
+						_, only := onlyPaths[relPath+varFile.EnvName]
+						if excluded && !only {
+							continue
+						}
+
+						filtered = append(filtered, varFile)
+					}
+
+					paths[i].TerraformVarFiles = filtered
+				}
+			}
+		}
+	}
 }
 
 func (p *ProjectLocator) discoveredProjectsWithModulesFiltered() []discoveredProject {
@@ -1099,15 +1193,15 @@ func (p *ProjectLocator) walkPaths(fullPath string, level int) {
 			if !ok {
 				v = []RootPathVarFile{{
 					Name:     name,
-					EnvName:  name,
+					EnvName:  p.envMatcher.EnvName(name),
 					RelPath:  name,
 					IsGlobal: p.envMatcher.IsGlobalVarFile(name),
 					FullPath: filepath.Join(fullPath, name),
 				}}
 			} else {
 				v = append(v, RootPathVarFile{
 					Name:     name,
-					EnvName:  name,
+					EnvName:  p.envMatcher.EnvName(name),
 					RelPath:  name,
 					IsGlobal: p.envMatcher.IsGlobalVarFile(name),
 					FullPath: filepath.Join(fullPath, name),

internal/providers/detect.go

@@ -54,9 +54,19 @@ func Detect(ctx *config.RunContext, project *config.Project, includePastResource
 		return []schema.Provider{h}, nil
 	}
 
+	pathOverrides := make([]hcl.PathOverrideConfig, len(ctx.Config.Autodetect.PathOverrides))
+	for i, override := range ctx.Config.Autodetect.PathOverrides {
+		pathOverrides[i] = hcl.PathOverrideConfig{
+			Path:    override.Path,
+			Only:    override.Only,
+			Exclude: override.Exclude,
+		}
+	}
+
 	locatorConfig := &hcl.ProjectLocatorConfig{
 		ExcludedDirs:      append(project.ExcludePaths, ctx.Config.Autodetect.ExcludeDirs...),
 		IncludedDirs:      ctx.Config.Autodetect.IncludeDirs,
+		PathOverrides:     pathOverrides,
 		EnvNames:          ctx.Config.Autodetect.EnvNames,
 		ChangedObjects:    ctx.VCSMetadata.Commit.ChangedObjects,
 		UseAllPaths:       project.IncludeAllPaths,