feat: Added support s3 endpoints

data.tf

@@ -7,4 +7,6 @@ data "aws_sqs_queue" "file_storage" {
   count      = local.use_internal_queue ? 0 : 1
   depends_on = [module.file_storage]
   name       = local.bucket_queue_name
-}
+}
+
+data "aws_region" "current" { }

main.tf

@@ -57,6 +57,15 @@ locals {
   network_database_subnet_group_name   = var.create_vpc ? module.networking.database_subnet_group_name : "${var.namespace}-database-subnet"
 }
 
+module "s3_endpoint" {
+  count                  = length(var.private_link_allowed_account_ids) > 0 ? 1 : 0
+  source                 = "./modules/endpoint"
+  service_name           = "com.amazonaws.${data.aws_region.current.name}.s3"
+  network_id             = local.network_id
+  private_route_table_id = [module.networking.private_route_table_ids[0],module.networking.private_route_table_ids[1]]
+  depends_on             = [module.networking]
+}
+
 module "database" {
   source = "./modules/database"
 

modules/endpoint/main.tf

@@ -0,0 +1,21 @@
+resource "aws_vpc_endpoint" "endpoint" {
+  vpc_id              = var.network_id
+  service_name        = var.service_name
+  vpc_endpoint_type   = "Gateway" 
+  auto_accept = true
+  route_table_ids  = var.private_route_table_id
+
+  policy = <<POLICY
+{
+  "Version": "2008-10-17",
+  "Statement": [
+    {
+      "Action": "*",
+      "Effect": "Allow",
+      "Resource": "*",
+      "Principal": "*"
+    }
+  ]
+}
+POLICY
+}

modules/endpoint/variables.tf

@@ -0,0 +1,14 @@
+variable "network_id" {
+   type = string
+   description = "ID of the network (VPC) where infrastructure resources will be deployed."
+ }
+
+variable "private_route_table_id" {
+  type = list(string)
+  description = "Private route table ID within the specified network (VPC) where resources will be deployed"
+}
+
+variable "service_name" {
+  type = string
+  description = "Name of the service or vpc endpoint"
+}

variables.tf

@@ -439,4 +439,4 @@ variable "parquet_wandb_env" {
   type        = map(string)
   description = "Extra environment variables for W&B"
   default     = {}
-}
+}