docker-compose.high-availability.yml

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

version: "2.2"
services:
  druid-zookeeper-kafka:
    extends:
      file: docker-compose.base.yml
      service: druid-zookeeper-kafka

  druid-metadata-storage:
    extends:
      file: docker-compose.base.yml
      service: druid-metadata-storage
    environment:
      - DRUID_INTEGRATION_TEST_GROUP=${DRUID_INTEGRATION_TEST_GROUP}
    depends_on:
      - druid-zookeeper-kafka

  druid-coordinator:
    extends:
      file: docker-compose.base.yml
      service: druid-coordinator
    environment:
      - DRUID_INTEGRATION_TEST_GROUP=${DRUID_INTEGRATION_TEST_GROUP}
      - DRUID_LOG_PATH=/shared/logs/ha-coordinator-one.log
      - druid_manager_config_pollDuration=PT10S
      - druid_manager_rules_pollDuration=PT10S
      - druid_manager_segments_pollDuration=PT10S
      - druid_coordinator_period=PT10S
    depends_on:
      - druid-metadata-storage
      - druid-zookeeper-kafka

  druid-coordinator-two:
    extends:
      file: docker-compose.base.yml
      service: druid-coordinator-two
    environment:
      - DRUID_INTEGRATION_TEST_GROUP=${DRUID_INTEGRATION_TEST_GROUP}
      - DRUID_LOG_PATH=/shared/logs/ha-coordinator-two.log
      - druid_host=druid-coordinator-two
      - druid_manager_config_pollDuration=PT10S
      - druid_manager_rules_pollDuration=PT10S
      - druid_manager_segments_pollDuration=PT10S
      - druid_coordinator_period=PT10S
    depends_on:
      - druid-coordinator
      - druid-metadata-storage
      - druid-zookeeper-kafka

  druid-overlord:
    extends:
      file: docker-compose.base.yml
      service: druid-overlord
    environment:
      - DRUID_INTEGRATION_TEST_GROUP=${DRUID_INTEGRATION_TEST_GROUP}
      - DRUID_LOG_PATH=/shared/logs/ha-overlord-one.log
    depends_on:
      - druid-coordinator
      - druid-coordinator-two
      - druid-metadata-storage
      - druid-zookeeper-kafka

  druid-overlord-two:
    extends:
      file: docker-compose.base.yml
      service: druid-overlord-two
    environment:
      - DRUID_INTEGRATION_TEST_GROUP=${DRUID_INTEGRATION_TEST_GROUP}
      - DRUID_LOG_PATH=/shared/logs/ha-overlord-two.log
      - druid_host=druid-overlord-two
    depends_on:
      - druid-coordinator
      - druid-coordinator-two
      - druid-metadata-storage
      - druid-zookeeper-kafka

  druid-broker:
    extends:
      file: docker-compose.base.yml
      service: druid-broker
    environment:
      - DRUID_INTEGRATION_TEST_GROUP=${DRUID_INTEGRATION_TEST_GROUP}
    depends_on:
      - druid-coordinator
      - druid-coordinator-two
      - druid-overlord
      - druid-overlord-two
      - druid-zookeeper-kafka

  druid-router:
    extends:
      file: docker-compose.base.yml
      service: druid-router
    environment:
      - DRUID_INTEGRATION_TEST_GROUP=${DRUID_INTEGRATION_TEST_GROUP}
    depends_on:
      - druid-coordinator
      - druid-coordinator-two
      - druid-overlord
      - druid-overlord-two
      - druid-broker

  druid-custom-node-role:
    image: druid/cluster
    container_name: druid-custom-node-role
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.90
    ports:
      - 50011:50011
      - 9301:9301
      - 9501:9501
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    environment:
      - DRUID_INTEGRATION_TEST_GROUP=${DRUID_INTEGRATION_TEST_GROUP}
      - DRUID_SERVICE=custom-node-role
      - DRUID_LOG_PATH=/shared/logs/custom-node-role.log
      - SERVICE_DRUID_JAVA_OPTS=-server -Xmx64m -Xms64m -XX:+UseG1GC -agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=5011
      - druid_host=druid-custom-node-role
      - druid_auth_basic_common_cacheDirectory=/tmp/authCache/custom_node_role
      - druid_server_https_crlPath=/tls/revocations.crl
    env_file:
      - ./environment-configs/common
      - ${OVERRIDE_ENV}
    depends_on:
      - druid-zookeeper-kafka
      - druid-coordinator
      - druid-coordinator-two

networks:
  druid-it-net:
    name: druid-it-net
    ipam:
      config:
        - subnet: 172.172.172.0/24