feat: added support for specifying the volume size (BlockDeviceVolume…

…GB) and timeout (TimeoutHours) in the ECS config.yml file to support larger video/model processing
mbari-org · Feb 29, 2024 · be93068 · be93068
1 parent 94b5531
commit be93068
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 4 deletions.
diff --git a/deepsea_ai/cdk/app/config1280.yml b/deepsea_ai/cdk/app/config1280.yml
@@ -3,5 +3,7 @@ StackName: Megadetector
 TaskDefinition: strongsort-yolov5
 ContainerImage: 548531997526.dkr.ecr.us-west-2.amazonaws.com/mbari/strongsort-yolov5:1.10.0
 FleetSize: 1
+BlockDeviceVolumeGB: 55
+TimeoutHours: 2
 model_location: s3://deepsea-ai-548531997526-models/Megadetector.pt
 track_config: s3://deepsea-ai-548531997526-track-conf/strong_sort_benthic.yaml
diff --git a/deepsea_ai/cdk/app/config640.yml b/deepsea_ai/cdk/app/config640.yml
@@ -3,5 +3,7 @@ StackName: yv5
 TaskDefinition: strongsort-yolov5
 ContainerImage: 548531997526.dkr.ecr.us-west-2.amazonaws.com/mbari/strongsort-yolov5:1.10.0
 FleetSize: 1
+BlockDeviceVolumeGB: 10
+TimeoutHours: 2
 model_location: s3://deepsea-ai-548531997526-models/yolov5x_mbay_benthic_model.tar.gz
 track_config: s3://deepsea-ai-548531997526-track-conf/strong_sort_benthic.yaml
diff --git a/deepsea_ai/cdk/app/lib/config.ts b/deepsea_ai/cdk/app/lib/config.ts
@@ -1,6 +1,8 @@
 export interface TaskConfig {
   FleetSize: number;
   StackName: string;
+  TimeoutHours: number;
+  BlockDeviceVolumeGB: number;
   ContainerImage: string;
   TaskDefinition: string;
   track_config: string;

diff --git a/deepsea_ai/cdk/app/lib/ecs_task_autoscaling.ts b/deepsea_ai/cdk/app/lib/ecs_task_autoscaling.ts
@@ -31,7 +31,7 @@ export class AutoScalingTaskStack extends cdk.Stack {
       minCapacity: 0,
       maxCapacity: config.FleetSize,
       cooldown: cdk.Duration.minutes(15),
-      blockDevices: [{ deviceName: '/dev/sdh', volume:  autoscaling.BlockDeviceVolume.ebs(10)}],
+      blockDevices: [{ deviceName: '/dev/sdh', volume:  autoscaling.BlockDeviceVolume.ebs(config.BlockDeviceVolumeGB)}],
       vpc
     })
 
@@ -49,11 +49,11 @@ export class AutoScalingTaskStack extends cdk.Stack {
     const maxReceiveCount = 600
 
     // Set the video processing visibility timeout to the maximum time that it takes to process a video once the message is dequeued
-    const videoTimeout = cdk.Duration.hours(2)
+    const videoTimeout = cdk.Duration.hours(config.TimeoutHours)
 
-    // Set the track processing visibility timeeout to the maximum time that it takes to ingest the track once the message is dequeued
+    // Set the track processing visibility timeout to the maximum time that it takes to ingest the track once the message is dequeued
     // or the maximum time that it takes to monitor the status of the job
-    const trackTimeout = cdk.Duration.hours(2)
+    const trackTimeout = cdk.Duration.hours(config.TimeoutHours)
 
     const deadLetterQueue = new sqs.Queue(this, 'dead', {
       retentionPeriod: cdk.Duration.days(10),