docker-compose.yml

version: '3.9'

# NOTE: local development only
services:
  onetl:
    image: mtsrus/onetl:develop
    build:
      dockerfile: ./docker/Dockerfile
      context: .
      target: base
      args:
        SPARK_VERSION: 3.4.0
    env_file: .env.docker
    volumes:
    - ./:/app/
    networks:
    - onetl
    - default
    ulimits:
      # https://stackoverflow.com/a/56895801
      nofile:
        soft: 10000
        hard: 10000
    # no dependencies from other containers to allow running limited set of tests instead of all


  mongodb:
    image: ${MONGODB_IMAGE:-mongo:latest}
    restart: unless-stopped
    ports:
    - 27017:27017
    env_file: .env.dependencies
    networks:
    - onetl

  s3:
    image: ${S3_IMAGE:-bitnami/minio:latest}
    restart: unless-stopped
    env_file: .env.dependencies
    ports:
    - 9010:9000
    - 9011:9001
    networks:
    - onetl

  postgres:
    image: ${POSTGRES_IMAGE:-postgres:15.2}
    restart: unless-stopped
    env_file: .env.dependencies
    ports:
    - 5432:5432
    networks:
    - onetl

  greenplum:
    image: ${GREENPLUM_IMAGE:-datagrip/greenplum:6.8}
    restart: unless-stopped
    env_file: .env.dependencies
    ports:
    - 5433:5432
    networks:
    - onetl

  hdfs:
    image: ${HDFS_IMAGE:-mtsrus/hadoop:hadoop2-hdfs}
    hostname: hdfs
    restart: unless-stopped
    env_file: .env.dependencies
    ports:
    - 9820:9820  # HDFS IPC
    - 9870:9870  # WebHDFS
    - 9864:9864  # Datanode UI
    volumes:
    - ./docker/hdfs/conf/hadoop/:/var/hadoop/conf/
    networks:
    - onetl

  oracle:
    image: ${ORACLE_IMAGE:-gvenzl/oracle-xe:21.3.0-slim-faststart}
    restart: unless-stopped
    env_file: .env.dependencies
    ports:
    - 1522:1521
    networks:
    - onetl

  ftp:
    image: ${FTP_IMAGE:-chonjay21/ftps:latest}
    restart: unless-stopped
    env_file: .env.dependencies
    environment:
    - USE_SSL=false
    - PASSV_MIN_PORT=30000
    - PASSV_MAX_PORT=30010
    ports:
    - 2121:21
    - 30000-30010:30000-30010
    volumes:
    - ./docker/ftp/on_post_init.sh:/sources/ftps/eventscripts/on_post_init.sh
    networks:
    - onetl

  ftps:
    image: ${FTPS_IMAGE:-chonjay21/ftps:latest}
    restart: unless-stopped
    env_file: .env.dependencies
    environment:
    - USE_SSL=true
    - PASSV_MIN_PORT=30020
    - PASSV_MAX_PORT=30030
    ports:
    - 2122:21
    - 30020-30030:30020-30030
    volumes:
    - ./docker/ftp/on_post_init.sh:/sources/ftps/eventscripts/on_post_init.sh
    networks:
    - onetl

  webdav:
    image: ${WEBDAV_IMAGE:-chonjay21/webdav:latest}
    restart: unless-stopped
    env_file: .env.dependencies
    ports:
    - 8000:80
    volumes:
    # Remove after https://github.com/chonjay21/docker-webdav/pull/3
    - ./docker/webdav/on_post_init.sh:/sources/webdav/eventscripts/on_post_init.sh
    networks:
    - onetl

  clickhouse:
    image: ${CLICKHOUSE_IMAGE:-clickhouse/clickhouse-server:latest}
    restart: unless-stopped
    ports:
    - 8123:8123
    - 9001:9000
    networks:
    - onetl

  mysql:
    image: ${MYSQL_IMAGE:-mysql:latest}
    restart: unless-stopped
    env_file: .env.dependencies
    ports:
    - 3306:3306
    networks:
    - onetl

  mssql:
    image: ${MSSQL_IMAGE:-mcmoe/mssqldocker:latest}
    restart: unless-stopped
    env_file: .env.dependencies
    ports:
    - 1433:1433
    networks:
    - onetl

  sftp:
    image: ${SFTP_IMAGE:-linuxserver/openssh-server}
    restart: unless-stopped
    env_file: .env.dependencies
    ports:
    - 2222:2222
    networks:
    - onetl

networks:
  onetl: