WIP.

temporalio · Aug 22, 2023 · 4a36e97 · 4a36e97
1 parent 48e2fb5
commit 4a36e97
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 15 deletions.
diff --git a/stacks/Pulumi.eks-rds-mysql-scaling-series.yaml b/stacks/Pulumi.eks-rds-mysql-scaling-series.yaml
@@ -20,49 +20,50 @@ config:
         Request: 2
       Memory:
         Request: 1Gi
-      Pods: 4
-      WorkflowPollers: 700
-      ActivityPollers: 1000
+      Pods: 12
+      WorkflowPollers: 1200
+      ActivityPollers: 2000
     SoakTest:
-      ConcurrentWorkflows: 140
-      Pods: 1
+      ConcurrentWorkflows: 300
+      Pods: 4
       CPU:
         Request: 1
       Memory:
         Request: 1Gi
   temporal-benchmarks-k8s:Cluster:
     EKS:
-      NodeCount: 3
+      NodeCount: 10
       TemporalNodeCount: 8
       NodeType: m5.2xlarge
   temporal-benchmarks-k8s:Persistence:
     RDS:
       Engine: mysql
       EngineVersion: "8.0.32"
-      InstanceType: db.r5.4xlarge
+      InstanceType: db.r5.16xlarge
+      IOPS: 20000
   temporal-benchmarks-k8s:Temporal:
     SetCPULimits: false
     SetGoMaxProcs: true
     Frontend:
-      Pods: 4
+      Pods: 8
       CPU:
         Request: 2
       Memory:
         Request: 1Gi
     History:
-      Pods: 8
+      Pods: 4
       CPU:
         Request: 4
       Memory:
         Request: 8Gi
       Shards: 1024
     Matching:
-      Pods: 4
+      Pods: 8
       CPU:
-        Request: 1
+        Request: 2
       Memory:
         Request: 1Gi
-      TaskQueuePartitions: 4
+      TaskQueuePartitions: 8
     Worker:
       Pods: 2
       CPU:
@@ -75,4 +76,4 @@ config:
       frontend.namespaceCount:
       - value: 6000
       matching.rps:
-      - value: 6000
+      - value: 6000
diff --git a/stacks/index.ts b/stacks/index.ts
@@ -10,8 +10,8 @@ const awsConfig = config.requireObject<AWSConfig>('AWS');
 const dynamicConfig = (config: TemporalConfig): pulumi.Output<Object> => {
     const dc = config.DynamicConfig || {};
     const matchingConfig = {
-        'matching.numTaskqueueReadPartitions': [{ value: config.Matching.TaskQueuePartitions }],
-        'matching.numTaskqueueWritePartitions': [{ value: config.Matching.TaskQueuePartitions }],
+        'matching.numTaskqueueReadPartitions': [{ value: config.Matching.TaskQueuePartitions, constraints: { namespace: "default" } }],
+        'matching.numTaskqueueWritePartitions': [{ value: config.Matching.TaskQueuePartitions, constraints: { namespace: "default" } }],
     }
 
     return pulumi.output({ ...dc, ...matchingConfig })
@@ -120,6 +120,7 @@ interface RDSPersistenceConfig {
     EnvironmentStackName: string;
     Engine: string;
     EngineVersion: string;
+    IOPS: number | undefined;
     InstanceType: string;
     Cluster: boolean;
 }
@@ -307,6 +308,7 @@ function rdsPersistence(name: string, config: RDSPersistenceConfig, securityGrou
 
         const rdsInstance = new aws.rds.Instance(name, {
             allocatedStorage: 1024,
+            iops: config.IOPS,
             availabilityZone: awsConfig.AvailabilityZones[0],
             dbSubnetGroupName: awsConfig.RdsSubnetGroupName,
             vpcSecurityGroupIds: [rdsSecurityGroup.id],
@@ -329,6 +331,7 @@ function rdsPersistence(name: string, config: RDSPersistenceConfig, securityGrou
         [`${dbPrefix}_SEEDS`]: endpoint.apply(s => s.toString()),
         [`${dbPrefix}_USER`]: "temporal",
         [`${dbPrefix}_PWD`]: "temporal",
+        "SQL_MAX_CONNS": "40",
         "DBNAME": "temporal_persistence",
         ...dbExtras,
     };