From a3fc12ec25285bafa40517959382d912ecc6b190 Mon Sep 17 00:00:00 2001 From: Balaji Varadarajan Date: Wed, 13 Nov 2019 08:56:36 -0800 Subject: [PATCH] [HUDI-329] Presto Containers for integration test must allow newly built local jars to override --- .../compose/docker-compose_hadoop284_hive233_spark244.yml | 6 +++++- docker/hoodie/hadoop/prestobase/bin/entrypoint.sh | 3 +++ 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/docker/compose/docker-compose_hadoop284_hive233_spark244.yml b/docker/compose/docker-compose_hadoop284_hive233_spark244.yml index fa9b09a9aa036..3e42d532bd2c3 100644 --- a/docker/compose/docker-compose_hadoop284_hive233_spark244.yml +++ b/docker/compose/docker-compose_hadoop284_hive233_spark244.yml @@ -195,7 +195,9 @@ services: - PRESTO_MEMORY_HEAP_HEADROOM_PER_NODE=100MB - TERM=xterm links: - - "hivemetastore" + - "hivemetastore" + volumes: + - ${HUDI_WS}:/var/hoodie/ws command: coordinator presto-worker-1: @@ -215,6 +217,8 @@ services: - "hiveserver" - "hive-metastore-postgresql" - "namenode" + volumes: + - ${HUDI_WS}:/var/hoodie/ws command: worker adhoc-1: diff --git a/docker/hoodie/hadoop/prestobase/bin/entrypoint.sh b/docker/hoodie/hadoop/prestobase/bin/entrypoint.sh index cd5a975cc0a6b..4b71b6f99fe5e 100755 --- a/docker/hoodie/hadoop/prestobase/bin/entrypoint.sh +++ b/docker/hoodie/hadoop/prestobase/bin/entrypoint.sh @@ -57,6 +57,9 @@ do cat ${conf_file}.mustache | mustache.sh > ${conf_file} done +# Copy the presto bundle at run time so that locally built bundle overrides the one that is present in the image +cp ${HUDI_PRESTO_BUNDLE} ${PRESTO_HOME}/plugin/hive-hadoop2/ + case "$1" in "coordinator" | "worker" ) server_role="$1"