Added concurency for file proccessing

main.go

@@ -2,10 +2,13 @@ package main
 
 import (
 	"bufio"
+	"fmt"
 	"html/template"
 	"os"
+	"path/filepath"
 	"regexp"
 	"strings"
+	"sync"
 )
 
 var replacer *strings.Replacer
@@ -25,19 +28,15 @@ func init() {
 	)
 }
 
-var varTemplate = template.Must(template.New("var_file").Parse(`{{ range . }} variable "{{ . }}" {
-   description  = ""
-}
-{{end}}
-`))
-
+var tf_file_ext = ".tf"
 var var_prefix = "var."
+var varTemplate = template.Must(template.New("var_file").Parse(`{{ range . }} variable "{{ . }}" {
+	description  = ""
+ }
+ {{end}}
+ `))
 
-type TerraformVars struct {
-	Variables []string
-}
-
-func contains(slice []string, value string) bool {
+func containsElement(slice []string, value string) bool {
 	if len(slice) == 0 {
 		return false
 	}
@@ -48,25 +47,62 @@ func contains(slice []string, value string) bool {
 	}
 	return false
 }
+func getAllFiles(ext string) []string {
+	dir, err := os.Getwd()
+	if err != nil {
+		panic(err)
+	}
+	var files []string
+	err = filepath.Walk(dir, func(path string, f os.FileInfo, err error) error {
+		if err != nil {
+			fmt.Printf("prevent panic by handling failure accessing a path %q: %v\n", dir, err)
+			return err
+		}
+		if !f.IsDir() {
+			r, err := regexp.MatchString(ext, f.Name())
+			if err == nil && r {
+				files = append(files, f.Name())
+				fmt.Printf("Found file: %q\n", f.Name())
+			}
+		}
+		return nil
+	})
+	return files
+}
 
 func main() {
 	var parsed_vars []string
-	fileHandle, _ := os.Open("test.tf")
-	defer fileHandle.Close()
-	fileScanner := bufio.NewScanner(fileHandle)
+	tf_files := getAllFiles(tf_file_ext)
+	var wg sync.WaitGroup
+	messages := make(chan string)
+	wg.Add(len(tf_files))
 
-	for fileScanner.Scan() {
-		if strings.Contains(fileScanner.Text(), var_prefix) {
-			pattern := regexp.MustCompile(`var.([a-z?_]+)`)
-			match := pattern.FindAllStringSubmatch(fileScanner.Text(), 1)
-			if len(match) != 0 {
-				res := replacer.Replace(match[0][0])
-				if !contains(parsed_vars, res) {
-					parsed_vars = append(parsed_vars, res)
+	for _, file := range tf_files {
+		go func(file string) {
+			defer wg.Done()
+			fileHandle, _ := os.Open(file)
+			defer fileHandle.Close()
+			fileScanner := bufio.NewScanner(fileHandle)
+			for fileScanner.Scan() {
+				messages <- fileScanner.Text()
+			}
+		}(file)
+	}
+	go func() {
+		for text := range messages {
+			if strings.Contains(text, var_prefix) {
+				pattern := regexp.MustCompile(`var.([a-z?_]+)`)
+				match := pattern.FindAllStringSubmatch(text, 1)
+				if len(match) != 0 {
+					res := replacer.Replace(match[0][0])
+					if !containsElement(parsed_vars, res) {
+						parsed_vars = append(parsed_vars, res)
+					}
 				}
 			}
 		}
-	}
+	}()
+	wg.Wait()
 	err := varTemplate.Execute(os.Stdout, parsed_vars)
 	if err != nil {
 		panic(err)