Make ingestion from guacone parallel (#884)

Signed-off-by: Jeff Mendoza <jlm@jlm.name>
guacsec · May 31, 2023 · e9063d4 · e9063d4
1 parent 0d557cb
commit e9063d4
Show file tree

Hide file tree

Showing 4 changed files with 271 additions and 204 deletions.
diff --git a/cmd/guacone/cmd/files.go b/cmd/guacone/cmd/files.go
@@ -229,7 +229,7 @@ func getIngestor(ctx context.Context) func(processor.DocumentTree) ([]assembler.
 func getAssembler(ctx context.Context, graphqlEndpoint string) func([]assembler.IngestPredicates) error {
 	httpClient := http.Client{}
 	gqlclient := graphql.NewClient(graphqlEndpoint, &httpClient)
-	f := helpers.GetAssembler(ctx, gqlclient)
+	f := helpers.GetParallelAssembler(ctx, gqlclient)
 	return f
 }
 

diff --git a/go.mod b/go.mod
@@ -37,7 +37,7 @@ require (
 	golang.org/x/crypto v0.9.0 // indirect
 	golang.org/x/net v0.10.0 // indirect
 	golang.org/x/oauth2 v0.8.0
-	golang.org/x/sync v0.2.0 // indirect
+	golang.org/x/sync v0.2.0
 	golang.org/x/sys v0.8.0 // indirect
 	golang.org/x/text v0.9.0 // indirect
 	golang.org/x/xerrors v0.0.0-20220907171357-04be3eba64a2 // indirect