parallelize factor

codegen/module_system.go

@@ -240,6 +240,7 @@ func NewDefaultModuleSystemWithMockHook(
 	workflowMock bool,
 	serviceMock bool,
 	configFile string,
+	parallelizeFactor int,
 	hooks ...PostGenHook,
 ) (*ModuleSystem, error) {
 	t, err := NewDefaultTemplate()
@@ -249,7 +250,7 @@ func NewDefaultModuleSystemWithMockHook(
 
 	var clientMockGenHook, workflowMockGenHook, serviceMockGenHook PostGenHook
 	if clientsMock {
-		clientMockGenHook, err = ClientMockGenHook(h, t)
+		clientMockGenHook, err = ClientMockGenHook(h, t, parallelizeFactor)
 		if err != nil {
 			return nil, errors.Wrap(err, "error creating client mock gen hook")
 		}

codegen/post_gen_hooks.go

@@ -25,6 +25,7 @@ import (
 	"os"
 	"path"
 	"path/filepath"
+	"runtime"
 	"strings"
 	"sync"
 	"sync/atomic"
@@ -67,7 +68,7 @@ func newMockableClient(raw []byte) (*mockableClient, error) {
 }
 
 // ClientMockGenHook returns a PostGenHook to generate client mocks
-func ClientMockGenHook(h *PackageHelper, t *Template) (PostGenHook, error) {
+func ClientMockGenHook(h *PackageHelper, t *Template, parallelizeFactor int) (PostGenHook, error) {
 	bin, err := NewMockgenBin(h, t)
 	if err != nil {
 		return nil, errors.Wrap(err, "error building mockgen binary")
@@ -136,7 +137,7 @@ func ClientMockGenHook(h *PackageHelper, t *Template) (PostGenHook, error) {
 
 		var idx int32 = 1
 		var files sync.Map
-		runner = parallelize.NewUnboundedRunner(mockCount)
+		runner = parallelize.NewBoundedRunner(mockCount, parallelizeFactor*runtime.NumCPU())
 		for _, instance := range clientInstances {
 			f := func(instanceInf interface{}) (interface{}, error) {
 				instance := instanceInf.(*ModuleInstance)

codegen/runner/runner.go

@@ -32,6 +32,8 @@ import (
 	zanzibar "github.com/uber/zanzibar/runtime"
 )
 
+const _defaultParallelizeFactor = 2
+
 type stackTracer interface {
 	StackTrace() errors.StackTrace
 }
@@ -142,7 +144,11 @@ func main() {
 	}
 	var moduleSystem *codegen.ModuleSystem
 	if genMock {
-		moduleSystem, err = codegen.NewDefaultModuleSystemWithMockHook(packageHelper, true, true, true, "test.yaml")
+		parallelizeFactor := _defaultParallelizeFactor
+		if config.ContainsKey("parallelizeFactor") {
+			parallelizeFactor = int(config.MustGetInt("parallelizeFactor"))
+		}
+		moduleSystem, err = codegen.NewDefaultModuleSystemWithMockHook(packageHelper, true, true, true, "test.yaml", parallelizeFactor)
 	} else {
 		moduleSystem, err = codegen.NewDefaultModuleSystem(packageHelper)
 	}