DynamoDB support

examples/aws/scalardl/example.tfvars

@@ -3,20 +3,23 @@ region = "ap-northeast-1"
 base = "default" # bai, chiku, sho
 
 scalardl = {
-  # resource_type               = "t3.medium"
-  # resource_root_volume_size   = "64"
-  # blue_resource_count         = "3"
-  # blue_image_tag              = "2.1.0"
-  # blue_image_name             = "scalarlabs/scalar-ledger"
-  # blue_discoverable_by_envoy  = "true"
-  # green_resource_count        = "0"
-  # green_image_tag             = "2.1.0"
-  # replication_factor          = "3"
-  # green_image_name            = "scalarlabs/scalar-ledger"
-  # green_discoverable_by_envoy = "false"
-  # enable_tdagent              = "true"
-  # cassandra_username          = ""
-  # cassandra_password          = ""
+  # resource_type                = "t3.medium"
+  # resource_root_volume_size    = "64"
+  # blue_resource_count          = "3"
+  # blue_image_tag               = "2.1.0"
+  # blue_image_name              = "scalarlabs/scalar-ledger"
+  # blue_discoverable_by_envoy   = "true"
+  # green_resource_count         = "0"
+  # green_image_tag              = "2.1.0"
+  # green_image_name             = "scalarlabs/scalar-ledger"
+  # green_discoverable_by_envoy  = "false"
+  # enable_tdagent               = "true"
+  # database                     = "cassandra"
+  # database_contact_points      = "cassandra-lb.internal.scalar-labs.com"
+  # database_contact_port        = 9042
+  # database_username            = "cassandra"
+  # database_password            = "cassandra"
+  # cassandra_replication_factor = "3"
 }
 
 envoy = {

examples/aws/scalardl/locals.tf

@@ -23,8 +23,8 @@ locals {
   }
 
   cassandra = {
-    start_on_initial_boot = data.terraform_remote_state.cassandra.outputs.cassandra_start_on_initial_boot
-    provision_ids         = join(",", data.terraform_remote_state.cassandra.outputs.cassandra_provision_ids)
+    start_on_initial_boot = var.scalardl.database == "cassandra" ? data.terraform_remote_state.cassandra.outputs.cassandra_start_on_initial_boot : false
+    provision_ids         = var.scalardl.database == "cassandra" ? join(",", data.terraform_remote_state.cassandra.outputs.cassandra_provision_ids) : ""
   }
 
   custom_tags = data.terraform_remote_state.network.outputs.custom_tags

examples/azure/scalardl/example.tfvars

@@ -10,13 +10,16 @@ scalardl = {
   # blue_enable_accelerated_networking  = "false"
   # green_resource_count                = "0"
   # green_image_tag                     = "2.1.0"
-  # replication_factor                  = "3"
   # green_image_name                    = "scalarlabs/scalar-ledger"
   # green_discoverable_by_envoy         = "false"
   # green_enable_accelerated_networking = "false"
   # enable_tdagent                      = "true"
-  # cassandra_username                  = "cassandra"
-  # cassandra_password                  = "cassandra"
+  # database                            = "cassandra"
+  # database_contact_points             = "cassandra-lb.internal.scalar-labs.com"
+  # database_contact_port               = 9042
+  # database_username                   = "cassandra"
+  # database_password                   = "cassandra"
+  # cassandra_replication_factor        = "3"
 }
 
 envoy = {

modules/aws/monitor/locals.tf

@@ -18,7 +18,7 @@ locals {
   cassandra_resource_count      = lookup(var.cassandra, "resource_count", 0)
   scalardl_blue_resource_count  = lookup(var.scalardl, "blue_resource_count", 0)
   scalardl_green_resource_count = lookup(var.scalardl, "green_resource_count", 0)
-  scalardl_replication_factor   = lookup(var.scalardl, "replication_factor", 0)
+  scalardl_replication_factor   = lookup(var.scalardl, "cassandra_replication_factor", 0)
 }
 
 ### default

modules/aws/scalardl/cluster/README.md

@@ -1,22 +1,31 @@
 # Cluster Module of Scalar DL
 The Cluster module deploys a Scalar DL cluster.
 
+## Requirements
+
+| Name | Version |
+|------|---------|
+| terraform | >= 0.12 |
+
 ## Inputs
 
 | Name | Description | Type | Default | Required |
-|------|-------------|------|---------|:-----:|
+|------|-------------|------|---------|:--------:|
 | bastion_ip | The IP to bastion host used for provisioning | `any` | n/a | yes |
-| cassandra_password | The password of cassandra cluster | `any` | n/a | yes |
-| cassandra_username | The username of cassandra cluster | `any` | n/a | yes |
+| cassandra_replication_factor | The replication factor for the Cassandra schema | `number` | `3` | no |
 | custom_tags | The map of custom tags | `map(string)` | `{}` | no |
+| database | The database. cassandra and dynamo are supported. | `any` | n/a | yes |
+| database_contact_points | The database contact points. Specify the region name if the database is dynamo. | `any` | n/a | yes |
+| database_contact_port | The database contact port. Ignored if the database is dynamo. | `any` | n/a | yes |
+| database_password | The database password. Specify AWS_SECRET_ACCESS_KEY if the database is dynamo. | `any` | n/a | yes |
+| database_username | The database username. Specify AWS_ACCESS_KEY_ID if the database is dynamo. | `any` | n/a | yes |
 | enable_tdagent | A flag to install td-agent that forwards logs to the monitor host | `bool` | `true` | no |
 | image_id | The image id to initiate | `any` | n/a | yes |
 | internal_domain | Internal domain | `any` | n/a | yes |
 | key_name | The key-pair name to assign to cluster resources | `any` | n/a | yes |
 | network_dns | The ID for the internal DNS zone | `any` | n/a | yes |
 | network_name | The name of the network resources: should be generated by provider/universal/name-generator | `any` | n/a | yes |
 | private_key_path | The path to the private key for SSH access | `any` | n/a | yes |
-| replication_factor | Set the replication factor for schema | `number` | `3` | no |
 | resource_cluster_name | The name to assign the resource cluster | `any` | n/a | yes |
 | resource_count | The number of resources to create | `any` | n/a | yes |
 | resource_root_volume_size | The size of resource root volume size | `any` | n/a | yes |

modules/aws/scalardl/cluster/main.tf

@@ -53,10 +53,13 @@ module "scalardl_provision" {
   provision_count  = var.resource_count
   enable_tdagent   = var.enable_tdagent
 
-  scalardl_image_name = var.scalardl_image_name
-  scalardl_image_tag  = var.scalardl_image_tag
-  replication_factor  = var.replication_factor
-  internal_domain     = var.internal_domain
-  cassandra_username  = var.cassandra_username
-  cassandra_password  = var.cassandra_password
+  scalardl_image_name          = var.scalardl_image_name
+  scalardl_image_tag           = var.scalardl_image_tag
+  internal_domain              = var.internal_domain
+  database                     = var.database
+  database_contact_points      = var.database_contact_points
+  database_contact_port        = var.database_contact_port
+  database_username            = var.database_username
+  database_password            = var.database_password
+  cassandra_replication_factor = var.cassandra_replication_factor
 }

modules/aws/scalardl/cluster/vars.tf

@@ -64,11 +64,6 @@ variable "scalardl_image_tag" {
   description = "The docker image tag for Scalar DL"
 }
 
-variable "replication_factor" {
-  default     = 3
-  description = "Set the replication factor for schema"
-}
-
 variable "enable_tdagent" {
   default     = true
   description = "A flag to install td-agent that forwards logs to the monitor host"
@@ -78,16 +73,33 @@ variable "internal_domain" {
   description = "Internal domain"
 }
 
-variable "custom_tags" {
-  type        = map(string)
-  default     = {}
-  description = "The map of custom tags"
+variable "database" {
+  description = "The database. cassandra and dynamo are supported."
+}
+
+variable "database_contact_points" {
+  description = "The database contact points. Specify the region name if the database is dynamo."
+}
+
+variable "database_contact_port" {
+  description = "The database contact port. Ignored if the database is dynamo."
+}
+
+variable "database_username" {
+  description = "The database username. Specify AWS_ACCESS_KEY_ID if the database is dynamo."
+}
+
+variable "database_password" {
+  description = "The database password. Specify AWS_SECRET_ACCESS_KEY if the database is dynamo."
 }
 
-variable "cassandra_username" {
-  description = "The username of cassandra cluster"
+variable "cassandra_replication_factor" {
+  default     = 3
+  description = "The replication factor for the Cassandra schema"
 }
 
-variable "cassandra_password" {
-  description = "The password of cassandra cluster"
+variable "custom_tags" {
+  type        = map(string)
+  default     = {}
+  description = "The map of custom tags"
 }

modules/aws/scalardl/locals.tf

@@ -16,30 +16,37 @@ locals {
   green_subnet_ids   = split(",", var.network.green_subnet_ids)
   internal_domain    = var.network.internal_domain
 
-  triggers = [var.cassandra.start_on_initial_boot ? var.cassandra.provision_ids : var.network.bastion_provision_id]
+  triggers = [
+    (lookup(var.scalardl, "database", "cassandra") == "cassandra" && var.cassandra.start_on_initial_boot) ?
+    var.cassandra.provision_ids :
+    var.network.bastion_provision_id
+  ]
 }
 
 ### default
 locals {
   scalardl_default = {
-    resource_type               = "t3.medium"
-    resource_root_volume_size   = 64
-    blue_resource_count         = 3
-    blue_image_tag              = "2.1.0"
-    blue_image_name             = "scalarlabs/scalar-ledger"
-    blue_discoverable_by_envoy  = true
-    green_resource_count        = 0
-    green_image_tag             = "2.1.0"
-    replication_factor          = 3
-    green_image_name            = "scalarlabs/scalar-ledger"
-    green_discoverable_by_envoy = false
-    target_port                 = 50051
-    privileged_target_port      = 50052
-    listen_port                 = 50051
-    privileged_listen_port      = 50052
-    enable_tdagent              = true
-    cassandra_username          = "cassandra"
-    cassandra_password          = "cassandra"
+    resource_type                = "t3.medium"
+    resource_root_volume_size    = 64
+    blue_resource_count          = 3
+    blue_image_tag               = "2.1.0"
+    blue_image_name              = "scalarlabs/scalar-ledger"
+    blue_discoverable_by_envoy   = true
+    green_resource_count         = 0
+    green_image_tag              = "2.1.0"
+    green_image_name             = "scalarlabs/scalar-ledger"
+    green_discoverable_by_envoy  = false
+    target_port                  = 50051
+    privileged_target_port       = 50052
+    listen_port                  = 50051
+    privileged_listen_port       = 50052
+    enable_tdagent               = true
+    database                     = "cassandra"
+    database_contact_points      = "cassandra-lb.${local.internal_domain}"
+    database_contact_port        = 9042
+    database_username            = "cassandra"
+    database_password            = "cassandra"
+    cassandra_replication_factor = 3
   }
 }
 

modules/aws/scalardl/output.tf

@@ -34,7 +34,7 @@ output "scalardl_green_resource_count" {
 }
 
 output "scalardl_replication_factor" {
-  value       = local.scalardl.replication_factor
+  value       = local.scalardl.cassandra_replication_factor
   description = "The replication factor for the schema of scalardl."
 }
 

modules/aws/scalardl/scalardl.tf

@@ -1,55 +1,61 @@
 module "scalardl_blue" {
   source = "./cluster"
 
-  security_group_ids        = aws_security_group.scalardl.*.id
-  bastion_ip                = local.bastion_ip
-  network_name              = local.network_name
-  resource_type             = local.scalardl.resource_type
-  resource_count            = local.scalardl.blue_resource_count
-  resource_cluster_name     = "blue"
-  resource_root_volume_size = local.scalardl.resource_root_volume_size
-  triggers                  = local.triggers
-  private_key_path          = local.private_key_path
-  user_name                 = local.user_name
-  subnet_ids                = local.blue_subnet_ids
-  image_id                  = local.image_id
-  key_name                  = local.key_name
-  network_dns               = local.network_dns
-  scalardl_image_name       = local.scalardl.blue_image_name
-  scalardl_image_tag        = local.scalardl.blue_image_tag
-  replication_factor        = local.scalardl.replication_factor
-  enable_tdagent            = local.scalardl.enable_tdagent
-  internal_domain           = local.internal_domain
-  custom_tags               = var.custom_tags
-  cassandra_username        = local.scalardl.cassandra_username
-  cassandra_password        = local.scalardl.cassandra_password
+  security_group_ids           = aws_security_group.scalardl.*.id
+  bastion_ip                   = local.bastion_ip
+  network_name                 = local.network_name
+  resource_type                = local.scalardl.resource_type
+  resource_count               = local.scalardl.blue_resource_count
+  resource_cluster_name        = "blue"
+  resource_root_volume_size    = local.scalardl.resource_root_volume_size
+  triggers                     = local.triggers
+  private_key_path             = local.private_key_path
+  user_name                    = local.user_name
+  subnet_ids                   = local.blue_subnet_ids
+  image_id                     = local.image_id
+  key_name                     = local.key_name
+  network_dns                  = local.network_dns
+  scalardl_image_name          = local.scalardl.blue_image_name
+  scalardl_image_tag           = local.scalardl.blue_image_tag
+  enable_tdagent               = local.scalardl.enable_tdagent
+  internal_domain              = local.internal_domain
+  database                     = local.scalardl.database
+  database_contact_points      = local.scalardl.database_contact_points
+  database_contact_port        = local.scalardl.database_contact_port
+  database_username            = local.scalardl.database_username
+  database_password            = local.scalardl.database_password
+  cassandra_replication_factor = local.scalardl.cassandra_replication_factor
+  custom_tags                  = var.custom_tags
 }
 
 module "scalardl_green" {
   source = "./cluster"
 
-  security_group_ids        = aws_security_group.scalardl.*.id
-  bastion_ip                = local.bastion_ip
-  network_name              = local.network_name
-  resource_type             = local.scalardl.resource_type
-  resource_count            = local.scalardl.green_resource_count
-  resource_cluster_name     = "green"
-  resource_root_volume_size = local.scalardl.resource_root_volume_size
-  triggers                  = local.triggers
-  private_key_path          = local.private_key_path
-  user_name                 = local.user_name
-  subnet_ids                = local.green_subnet_ids
-  image_id                  = local.image_id
-  key_name                  = local.key_name
-  network_dns               = local.network_dns
-  scalardl_image_name       = local.scalardl.green_image_name
-  scalardl_image_tag        = local.scalardl.green_image_tag
-  replication_factor        = local.scalardl.replication_factor
-  enable_tdagent            = local.scalardl.enable_tdagent
-  internal_domain           = local.internal_domain
-  custom_tags               = var.custom_tags
-  cassandra_username        = local.scalardl.cassandra_username
-  cassandra_password        = local.scalardl.cassandra_password
+  security_group_ids           = aws_security_group.scalardl.*.id
+  bastion_ip                   = local.bastion_ip
+  network_name                 = local.network_name
+  resource_type                = local.scalardl.resource_type
+  resource_count               = local.scalardl.green_resource_count
+  resource_cluster_name        = "green"
+  resource_root_volume_size    = local.scalardl.resource_root_volume_size
+  triggers                     = local.triggers
+  private_key_path             = local.private_key_path
+  user_name                    = local.user_name
+  subnet_ids                   = local.green_subnet_ids
+  image_id                     = local.image_id
+  key_name                     = local.key_name
+  network_dns                  = local.network_dns
+  scalardl_image_name          = local.scalardl.green_image_name
+  scalardl_image_tag           = local.scalardl.green_image_tag
+  enable_tdagent               = local.scalardl.enable_tdagent
+  internal_domain              = local.internal_domain
+  database                     = local.scalardl.database
+  database_contact_points      = local.scalardl.database_contact_points
+  database_contact_port        = local.scalardl.database_contact_port
+  database_username            = local.scalardl.database_username
+  database_password            = local.scalardl.database_password
+  cassandra_replication_factor = local.scalardl.cassandra_replication_factor
+  custom_tags                  = var.custom_tags
 }
 
 resource "aws_security_group" "scalardl" {

modules/azure/monitor/locals.tf

@@ -18,7 +18,7 @@ locals {
   cassandra_resource_count      = lookup(var.cassandra, "resource_count", 0)
   scalardl_blue_resource_count  = lookup(var.scalardl, "blue_resource_count", 0)
   scalardl_green_resource_count = lookup(var.scalardl, "green_resource_count", 0)
-  scalardl_replication_factor   = lookup(var.scalardl, "replication_factor", 0)
+  scalardl_replication_factor   = lookup(var.scalardl, "cassandra_replication_factor", 0)
 }
 
 ### default