app-autoscaler-deployment.yml

---
# This file contains the documentary template of the example-manifest.

name: app-autoscaler

# Release Details
releases:
- name: app-autoscaler
  version: latest
- name: postgres
  version: latest
- name: bosh-dns-aliases
  version: latest
- name: routing
  version: latest
- name: loggregator-agent
  version: latest
- name: bpm
  version: latest

features:
  use_dns_addresses: true
addons:
- name: bosh-dns-aliases
  jobs:
  - name: bosh-dns-aliases
    release: bosh-dns-aliases
    properties:
      aliases:
      - domain: autoscalerpostgres.service.cf.internal
        targets:
        - query: '*'
          instance_group: postgres_autoscaler
          deployment: app-autoscaler
          network: default
          domain: bosh
      - domain: apiserver.service.cf.internal
        targets:
        - query: '*'
          instance_group: asapi
          deployment: app-autoscaler
          network: default
          domain: bosh
      - domain: autoscalerscheduler.service.cf.internal
        targets:
        - query: '*'
          instance_group: asactors
          deployment: app-autoscaler
          network: default
          domain: bosh
      - domain: servicebroker.service.cf.internal
        targets:
        - query: '*'
          instance_group: asapi
          deployment: app-autoscaler
          network: default
          domain: bosh
      - domain: eventgenerator.service.cf.internal
        targets:
        - query: '*'
          instance_group: asmetrics
          deployment: app-autoscaler
          network: default
          domain: bosh
      - domain: scalingengine.service.cf.internal
        targets:
        - query: '*'
          instance_group: asactors
          deployment: app-autoscaler
          network: default
          domain: bosh
      - domain: reverse-log-proxy.service.cf.internal
        targets:
        - query: '*'
          instance_group: log-api
          deployment: cf
          network: default
          domain: bosh
      - domain: metricsgateway.service.cf.internal
        targets:
        - query: '*'
          instance_group: asnozzle
          deployment: app-autoscaler
          network: default
          domain: bosh
      - domain: metricsserver.service.cf.internal
        targets:
        - query: '*'
          instance_group: asmetrics
          deployment: app-autoscaler
          network: default
          domain: bosh
      - domain: nats.service.cf.internal
        targets:
          - deployment: cf
            domain: bosh
            instance_group: nats
            network: default
            query: '*'
      - domain: _.nats.service.cf.internal
        targets:
          - deployment: cf
            domain: bosh
            instance_group: nats
            network: default
            query: _
- name: bpm
  jobs:
    - name: bpm
      release: bpm
# Stemcell details
stemcells:
- alias: default
  os: ubuntu-jammy
  version: latest
- alias: xenial
  os: ubuntu-xenial
  version: latest

# Canary details
update:
  canaries: 1
  canary_watch_time: 1000-300000
  max_in_flight: 1
  update_watch_time: 1000-300000

# Instance Group details
instance_groups:
  # Postgres Instance Group
- name: postgres_autoscaler
  azs:
  - z1
  instances: 1
  update:
    serial: true
  stemcell: xenial
  vm_type: small
  networks:
  - name: default
  jobs:
  - name: postgres
    release: postgres
    properties:
      databases: &database
        sslmode: verify-full
        tls:
          ca: ((postgres_ca.ca))
          certificate: ((postgres_server.certificate))
          private_key: ((postgres_server.private_key))
        databases:
        - name: autoscaler
          tag: default
        db_scheme: postgres
        port: 5432
        roles:
        - name: postgres
          password: "((database_password))"
          tag: default
        connection_config: &databaseConnectionConfig
          max_open_connections: 100
          max_idle_connections: 10
          connection_max_lifetime: 60s
# asactors Instance Group: scalingengine&scheduler&operator
- name: asactors
  azs:
  - z1
  instances: 1
  networks:
  - name: default
  stemcell: default
  vm_type: minimal
  update:
    max_in_flight: 1
    serial: true
  jobs:
  - name: scalingengine
    release: app-autoscaler
    properties:
      autoscaler:
        scalingengine_db: *database
        scheduler_db: *database
        policy_db: *database
        scalingengine_db_connection_config: *databaseConnectionConfig
        scheduler_db_connection_config: *databaseConnectionConfig
        policy_db_connection_config: *databaseConnectionConfig
        cf: &cf_credentials
          api: "https://api.((system_domain))"
          grant_type: client_credentials
          client_id: "((cf_client_id))"
          secret: "((cf_client_secret))"
          skip_ssl_validation: "((skip_ssl_validation))"
        scalingengine:
          logging:
            level: info
          http_client_timeout: 60s
          server:
            port: &scalingEnginePort 6104
          health:
            port: &scalingEngineHealthPort 6204
            username: scalingengine
            password: ((autoscaler_scalingengine_health_password))
          defaultCoolDownSecs: 300
          lockSize: 32
          ca_cert: ((scalingengine_ca.ca))
          server_cert: ((scalingengine_server.certificate))
          server_key: ((scalingengine_server.private_key))
  - name: scheduler
    release: app-autoscaler
    properties:
      autoscaler:
        scheduler:
          port: &schedulerPort 6102
          health:
            port: &schedulerHealthPort 6202
            basicAuthEnabled: true
            username: scheduler
            password: ((autoscaler_scheduler_health_password))
          http_client_timeout: 60
          job_reschedule_interval_millisecond: 10000
          job_reschedule_maxcount: 6
          notification_reschedule_maxcount: 3
          ca_cert: ((scheduler_ca.ca))
          server_cert: ((scheduler_server.certificate))
          server_key: ((scheduler_server.private_key))
          scaling_engine:
            ca_cert: ((scalingengine_ca.ca))
            client_cert: ((scalingengine_client.certificate))
            client_key: ((scalingengine_client.private_key))
        scheduler_db: *database
        policy_db: *database
  - name: operator
    release: app-autoscaler
    properties:
      autoscaler:
        cf: *cf_credentials
        policy_db: *database
        appmetrics_db: *database
        instancemetrics_db: *database
        scalingengine_db: *database
        policy_db_connection_config: *databaseConnectionConfig
        appmetrics_db_connection_config: *databaseConnectionConfig
        instancemetrics_db_connection_config: *databaseConnectionConfig
        scalingengine_db_connection_config: *databaseConnectionConfig
        lock_db: *database
        lock_db_connection_config: *databaseConnectionConfig
        operator:
          app_sync_interval: 24h
          scaling_engine:
            port: *scalingEnginePort
            ca_cert: ((scalingengine_ca.ca))
            client_cert: ((scalingengine_client.certificate))
            client_key: ((scalingengine_client.private_key))
          scheduler:
            host: autoscalerscheduler.service.cf.internal
            port: *schedulerPort
            ca_cert: ((scheduler_ca.ca))
            client_cert: ((scheduler_client.certificate))
            client_key: ((scheduler_client.private_key))
          db_lock:
            ttl: 15s
            retry_interval: 5s
          logging:
            level: info
          http_client_timeout: 60s
          health:
            port: &operatorHealthPort 6208
            username: operator
            password: ((autoscaler_operator_health_password))
  - name: route_registrar
    release: routing
    consumes:
      nats: {from: nats, deployment: cf}
    properties:
      route_registrar:
        routes:
          - name: autoscaler_scalingengine_health
            registration_interval: 20s
            port: *scalingEngineHealthPort
            tags:
              component: autoscaler_scalingengine_health
            uris:
              - autoscaler-scalingengine.((system_domain))
          - name: autoscaler_operator_health
            registration_interval: 20s
            port: *operatorHealthPort
            tags:
              component: autoscaler_operator_health
            uris:
              - autoscaler-operator.((system_domain))
          - name: autoscaler_scheduler_health
            registration_interval: 20s
            port: *schedulerHealthPort
            tags:
              component: autoscaler_scheduler_health
            uris:
              - autoscaler-scheduler.((system_domain))
# asmetrics Instance Group: metricsserver&eventgenerator
- name: asmetrics
  azs:
  - z1
  instances: 1
  networks:
  - name: default
  stemcell: default
  vm_type: small
  update:
    max_in_flight: 1
    serial: true
  jobs:
  - name: metricsserver
    release: app-autoscaler
    properties:
      autoscaler:
        instancemetrics_db: *database
        policy_db: *database
        instancemetrics_db_connection_config: *databaseConnectionConfig
        policy_db_connection_config: *databaseConnectionConfig
        metricsserver:
          logging:
            level: info
          server:
            port: &metricsserverPort 6103
          http_client_timeout: 60s
          ca_cert: ((metricsserver_server.ca))
          server_cert: ((metricsserver_server.certificate))
          server_key: ((metricsserver_server.private_key))
          collector:
            port: 7103
            keep_alive_time: 60s
            refresh_interval: 60s
            collect_interval: 60s
            save_interval: 5s
            persist_metrics: true
            envelope_processor_count: 5
            metric_cache_size_per_app: 1000
            envelope_channel_size: 1000
            metric_channel_size: 1000
          health:
            port: &metricsserverHealthPort 6303
            username: metricsserver
            password: ((autoscaler_metricsserver_health_password))
  - name: eventgenerator
    release: app-autoscaler
    properties:
      autoscaler:
        appmetrics_db: *database
        policy_db: *database
        appmetrics_db_connection_config: *databaseConnectionConfig
        policy_db_connection_config: *databaseConnectionConfig
        eventgenerator:
          logging:
            level: info
          http_client_timeout: 60s
          server:
            port: &eventGeneratorPort 6105
          health:
            port: &eventGeneratorHealthPort 6205
            username: eventgenerator
            password: ((autoscaler_eventgenerator_health_password))
          ca_cert: ((eventgenerator_ca.ca))
          server_cert: ((eventgenerator_server.certificate))
          server_key: ((eventgenerator_server.private_key))
          aggregator:
            aggregator_execute_interval: 40s
            policy_poller_interval: 60s
            metric_poller_count: 20
            app_monitor_channel_size: 200
            save_interval: 5s
            app_metric_channel_size: 1000
          evaluator:
            evaluation_manager_execute_interval: 60s
            evaluator_count: 20
            trigger_array_channel_size: 200
          defaultStatWindowSecs: 120
          defaultBreachDurationSecs: 120
          circuitBreaker:
            back_off_initial_interval: 5m
            back_off_max_interval: 120m
            consecutive_failure_count: 5
          scaling_engine:
            host: scalingengine.service.cf.internal
            port: *scalingEnginePort
            ca_cert: ((scalingengine_ca.ca))
            client_cert: ((scalingengine_client.certificate))
            client_key: ((scalingengine_client.private_key))
          metricscollector:
            host: metricsserver.service.cf.internal
            port: *metricsserverPort
            ca_cert: ((metricsserver_ca.ca))
            client_cert: ((metricsserver_client.certificate))
            client_key: ((metricsserver_client.private_key))
  - name: route_registrar
    release: routing
    consumes:
      nats: {from: nats, deployment: cf}
    properties:
      route_registrar:
        routes:
          - name: autoscaler_eventgenerator_health
            registration_interval: 20s
            port: *eventGeneratorHealthPort
            tags:
              component: autoscaler_eventgenerator_health
            uris:
              - autoscaler-eventgenerator.((system_domain))
          - name: autoscaler_metricsserver_health
            registration_interval: 20s
            port: *metricsserverHealthPort
            tags:
              component: autoscaler_metricsserver_health
            uris:
              - autoscaler-metricsserver.((system_domain))
- name: asnozzle
  azs:
  - z1
  instances: 1
  networks:
  - name: default
  stemcell: default
  vm_type: small
  update:
    max_in_flight: 1
    serial: true
  jobs:
  - name: metricsgateway
    release: app-autoscaler
    properties:
      autoscaler:
        policy_db: *database
        policy_db_connection_config: *databaseConnectionConfig
        metricsgateway:
          logging:
            level: info
          envelop_chan_size: 1000
          nozzle_count: 3
          app_manager:
            app_refresh_interval: 5s
          emitter:
            buffer_size: 500
            keep_alive_interval: 5s
            handshake_timeout: 1s
            max_setup_retry_count: 3
            max_close_retry_count: 3
            retry_delay: 1s
            metricsserver_client:
              cert: ((metricsserver_client.certificate))
              key: ((metricsserver_client.private_key))
              ca_cert: ((metricsserver_client.ca))
          nozzle:
            rlp_addr: "reverse-log-proxy.service.cf.internal:8082"
            shard_id: "CF_AUTOSCALER"
            loggregator_rlp_tls:
              cert: ((loggregator_tls_rlp.certificate))
              key: ((loggregator_tls_rlp.private_key))
              ca_cert: ((loggregator_ca.certificate))
          health:
            port: &metricsgatewayHealthPort 6503
            username: metricsgateway
            password: ((autoscaler_metricsgateway_health_password))
  - name: route_registrar
    release: routing
    consumes:
      nats: {from: nats, deployment: cf}
    properties:
      route_registrar:
        routes:
          - name: autoscaler_metricsgateway_health
            registration_interval: 20s
            port: *metricsgatewayHealthPort
            tags:
              component: autoscaler_metricsgateway_health
            uris:
              - autoscaler-metricsgateway.((system_domain))
# asapi Instance Group : apiserver&servicebroker
- name: asapi
  azs:
  - z1
  instances: 1
  networks:
  - name: default
  stemcell: default
  vm_type: minimal
  update:
    max_in_flight: 1
    serial: true
  jobs:
  - name: golangapiserver
    release: app-autoscaler
    properties:
      autoscaler:
        apiserver:
          logging:
            level: info
          broker:
            server:
              port: &brokerServerPort 6102
              catalog:
                services:
                - id: autoscaler-guid
                  name: autoscaler
                  description: Automatically increase or decrease the number of application instances based on a policy you define.
                  bindable: true
                  plans:
                  - id: autoscaler-free-plan-id
                    name: autoscaler-free-plan
                    description: This is the free service plan for the Auto-Scaling service.
              dashboard_redirect_uri: ""
            username: autoscaler_service_broker_user
            password: ((autoscaler_service_broker_password))
          public_api:
            server:
              port: &publicApiServerPort 6101
          scheduler:
            host: autoscalerscheduler.service.cf.internal
            ca_cert: ((scheduler_ca.ca))
            client_cert: ((scheduler_client.certificate))
            client_key: ((scheduler_client.private_key))
          scaling_engine:
            ca_cert: ((scalingengine_ca.ca))
            client_cert: ((scalingengine_client.certificate))
            client_key: ((scalingengine_client.private_key))
          event_generator:
            ca_cert: ((eventgenerator_ca.ca))
            client_cert: ((eventgenerator_client.certificate))
            client_key: ((eventgenerator_client.private_key))
          metrics_forwarder:
            host: autoscalermetrics.((system_domain))
        policy_db: *database
        policy_db_connection_config: *databaseConnectionConfig
        binding_db: *database
        binding_db_connection_config: *databaseConnectionConfig
        cf: *cf_credentials
  - name: metricsforwarder
    release: app-autoscaler
    properties:
      autoscaler:
        metricsforwarder:
          logging:
            level: info
          server:
            port: &metricsforwarderServerPort 6201
          loggregator:
            metron_address: "127.0.0.1:3458"
            tls:
              ca_cert: ((loggregator_tls_agent.ca))
              cert: ((loggregator_tls_agent.certificate))
              key: ((loggregator_tls_agent.private_key))
          cache_ttl: 900s
          cache_cleanup_interval: 6h
          policy_poller_interval: 60s
          health:
            port: &metricsforwarderHealthPort 6403
            username: metricsforwarder
            password: ((autoscaler_metricsforwarder_health_password))
        policy_db: *database
        policy_db_connection_config: *databaseConnectionConfig
  - name: route_registrar
    release: routing
    consumes:
      nats: {from: nats, deployment: cf}
    properties:
      route_registrar:
        routes:
        - name: api_server
          registration_interval: 20s
          port: *publicApiServerPort
          tags:
            component: api_server
          uris:
            - autoscaler.((system_domain))
        - name: autoscaler_service_broker
          registration_interval: 20s
          port: *brokerServerPort
          tags:
            component: autoscaler_service_broker
          uris:
            - autoscalerservicebroker.((system_domain))
        - name: autoscaler_metrics_forwarder
          registration_interval: 20s
          port: *metricsforwarderServerPort
          tags:
            component: autoscaler_metrics_forwarder
          uris:
            - autoscalermetrics.((system_domain))
        - name: autoscaler_metricsforwarder_health
          registration_interval: 20s
          port: *metricsforwarderHealthPort
          tags:
            component: autoscaler_metricsforwarder_health
          uris:
            - autoscaler-metricsforwarder.((system_domain))
  - name: loggregator_agent
    release: loggregator-agent
    consumes:
      doppler: {from: doppler, deployment: cf}
    properties:
      loggregator:
        tls:
          ca_cert: ((loggregator_ca.certificate))
          agent:
            cert: ((loggregator_tls_agent.certificate))
            key: ((loggregator_tls_agent.private_key))
      metrics:
        ca_cert: ((loggregator_agent_metrics_tls.ca))
        cert: ((loggregator_agent_metrics_tls.certificate))
        key: ((loggregator_agent_metrics_tls.private_key))
        server_name: loggregator_agent_server

variables:
- name: database_password
  type: password
  update_mode: converge
- name: autoscaler_service_broker_password
  type: password
  update_mode: converge
- name: autoscaler_scheduler_health_password
  type: password
  update_mode: converge
- name: autoscaler_eventgenerator_health_password
  type: password
  update_mode: converge
- name: autoscaler_metricsforwarder_health_password
  type: password
  update_mode: converge
- name: autoscaler_metricsgateway_health_password
  type: password
  update_mode: converge
- name: autoscaler_metricsserver_health_password
  type: password
  update_mode: converge
- name: autoscaler_operator_health_password
  type: password
  update_mode: converge
- name: autoscaler_scalingengine_health_password
  type: password
  update_mode: converge
- name: scalingengine_ca
  type: certificate
  update_mode: converge
  options:
    is_ca: true
    common_name: scalingengineCA
- name: scalingengine_server
  type: certificate
  update_mode: converge
  options:
    ca: scalingengine_ca
    common_name: scalingengine.service.cf.internal
    alternative_names:
    - scalingengine.service.cf.internal
    extended_key_usage:
    - client_auth
    - server_auth
- name: scalingengine_client
  type: certificate
  update_mode: converge
  options:
    ca: scalingengine_ca
    common_name: scalingengine client
    extended_key_usage:
    - client_auth
- name: eventgenerator_ca
  type: certificate
  update_mode: converge
  options:
    is_ca: true
    common_name: eventgeneratorCA
- name: eventgenerator_server
  type: certificate
  update_mode: converge
  options:
    ca: eventgenerator_ca
    common_name: eventgenerator.service.cf.internal
    alternative_names:
    - eventgenerator.service.cf.internal
    extended_key_usage:
    - client_auth
    - server_auth
- name: eventgenerator_client
  type: certificate
  update_mode: converge
  options:
    ca: eventgenerator_ca
    common_name: eventgenerator client
    extended_key_usage:
    - client_auth
- name: apiserver_ca
  type: certificate
  update_mode: converge
  options:
    is_ca: true
    common_name: apiserverCA
- name: apiserver_server
  type: certificate
  update_mode: converge
  options:
    ca: apiserver_ca
    common_name: apiserver.service.cf.internal
    alternative_names:
    - apiserver.service.cf.internal
    extended_key_usage:
    - client_auth
    - server_auth
- name: apiserver_public_ca
  type: certificate
  update_mode: converge
  options:
    is_ca: true
    common_name: apiserverpublicCA
- name: apiserver_public_server
  type: certificate
  update_mode: converge
  options:
    ca: apiserver_public_ca
    common_name: autoscaler.((system_domain))
    alternative_names:
    - autoscaler.((system_domain))
    extended_key_usage:
    - client_auth
    - server_auth
- name: apiserver_client
  type: certificate
  update_mode: converge
  options:
    ca: apiserver_ca
    common_name: apiserver client
    extended_key_usage:
    - client_auth
- name: servicebroker_ca
  type: certificate
  update_mode: converge
  options:
    is_ca: true
    common_name: servicebrokerCA
- name: servicebroker_server
  type: certificate
  update_mode: converge
  options:
    ca: servicebroker_ca
    common_name: servicebroker.service.cf.internal
    alternative_names:
    - servicebroker.service.cf.internal
    extended_key_usage:
    - client_auth
    - server_auth
- name: servicebroker_client
  type: certificate
  update_mode: converge
  options:
    ca: servicebroker_ca
    common_name: servicebroker client
    extended_key_usage:
    - client_auth
- name: servicebroker_public_ca
  type: certificate
  update_mode: converge
  options:
    is_ca: true
    common_name: servicebrokerCA
- name: servicebroker_public_server
  type: certificate
  update_mode: converge
  options:
    ca: servicebroker_public_ca
    common_name: autoscalerservicebroker.((system_domain))
    alternative_names:
    - autoscalerservicebroker.((system_domain))
    extended_key_usage:
    - client_auth
    - server_auth
- name: scheduler_ca
  type: certificate
  update_mode: converge
  options:
    is_ca: true
    common_name: schedulerCA
- name: scheduler_server
  type: certificate
  update_mode: converge
  options:
    ca: scheduler_ca
    common_name: autoscalerscheduler.service.cf.internal
    alternative_names:
    - autoscalerscheduler.service.cf.internal
    extended_key_usage:
    - client_auth
    - server_auth
- name: scheduler_client
  type: certificate
  update_mode: converge
  options:
    ca: scheduler_ca
    common_name: scheduler client
    extended_key_usage:
    - client_auth
- name: metricsserver_ca
  type: certificate
  update_mode: converge
  options:
    is_ca: true
    common_name: metricsserverCA
- name: metricsserver_server
  type: certificate
  update_mode: converge
  options:
    ca: metricsserver_ca
    common_name: metricsserver.service.cf.internal
    alternative_names: ["metricsserver.service.cf.internal","*.asmetrics.default.app-autoscaler.bosh"]
    extended_key_usage:
    - client_auth
    - server_auth
- name: metricsserver_client
  type: certificate
  update_mode: converge
  options:
    ca: metricsserver_ca
    common_name: metricsserver client
    extended_key_usage:
    - client_auth
- name: postgres_ca
  type: certificate
  update_mode: converge
  options:
    is_ca: true
    common_name: postgresCA
- name: postgres_server
  type: certificate
  update_mode: converge
  options:
    ca: postgres_ca
    common_name: autoscalerpostgres.service.cf.internal
    alternative_names:
    - autoscalerpostgres.service.cf.internal
    extended_key_usage:
    - client_auth
    - server_auth
- name: metric_scraper_ca
  type: certificate
  update_mode: converge
  options:
    common_name: metricScraperCA
    is_ca: true
- name: loggregator_agent_metrics_tls
  type: certificate
  update_mode: converge
  options:
    ca: metric_scraper_ca
    common_name: loggregator_agent_server
    alternative_names:
      - loggregator_agent_server
    extended_key_usage:
      - server_auth