From b14d216737ad546734257a4eb5a58139995ea386 Mon Sep 17 00:00:00 2001 From: Artem Astafev Date: Wed, 23 Apr 2025 15:23:05 +0700 Subject: [PATCH 1/3] fix compose and tests for avatarchatbot Signed-off-by: Artem Astafev --- .../docker_compose/amd/gpu/rocm/compose.yaml | 20 +------------------ AvatarChatbot/tests/test_compose_on_rocm.sh | 2 +- 2 files changed, 2 insertions(+), 20 deletions(-) diff --git a/AvatarChatbot/docker_compose/amd/gpu/rocm/compose.yaml b/AvatarChatbot/docker_compose/amd/gpu/rocm/compose.yaml index 3bee9ab662..7b3c2dbc00 100644 --- a/AvatarChatbot/docker_compose/amd/gpu/rocm/compose.yaml +++ b/AvatarChatbot/docker_compose/amd/gpu/rocm/compose.yaml @@ -42,7 +42,7 @@ services: environment: TTS_ENDPOINT: ${TTS_ENDPOINT} tgi-service: - image: ghcr.io/huggingface/text-generation-inference:2.3.1-rocm + image: ghcr.io/huggingface/text-generation-inference:2.4.1-rocm container_name: tgi-service ports: - "${TGI_SERVICE_PORT:-3006}:80" @@ -66,24 +66,6 @@ services: - seccomp:unconfined ipc: host command: --model-id ${LLM_MODEL_ID} --max-input-length 4096 --max-total-tokens 8192 - llm: - image: ${REGISTRY:-opea}/llm-textgen:${TAG:-latest} - container_name: llm-tgi-server - depends_on: - - tgi-service - ports: - - "3007:9000" - ipc: host - environment: - no_proxy: ${no_proxy} - http_proxy: ${http_proxy} - https_proxy: ${https_proxy} - TGI_LLM_ENDPOINT: ${TGI_LLM_ENDPOINT} - LLM_ENDPOINT: ${TGI_LLM_ENDPOINT} - HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN} - HF_TOKEN: ${HUGGINGFACEHUB_API_TOKEN} - OPENAI_API_KEY: ${OPENAI_API_KEY} - restart: unless-stopped wav2lip-service: image: ${REGISTRY:-opea}/wav2lip:${TAG:-latest} container_name: wav2lip-service diff --git a/AvatarChatbot/tests/test_compose_on_rocm.sh b/AvatarChatbot/tests/test_compose_on_rocm.sh index 14cc33a891..3ff66b6d9f 100644 --- a/AvatarChatbot/tests/test_compose_on_rocm.sh +++ b/AvatarChatbot/tests/test_compose_on_rocm.sh @@ -65,7 +65,7 @@ function start_services() { export MEGA_SERVICE_PORT=8888 export ASR_SERVICE_PORT=3001 export TTS_SERVICE_PORT=3002 - export LLM_SERVICE_PORT=3007 + export LLM_SERVICE_PORT=3006 export ANIMATION_SERVICE_PORT=3008 export DEVICE="cpu" From f03138a5f0424af1265bcae5b2bfab7033a625c6 Mon Sep 17 00:00:00 2001 From: Artem Astafev Date: Wed, 23 Apr 2025 15:42:10 +0700 Subject: [PATCH 2/3] Update set_env.sh Signed-off-by: Artem Astafev --- AvatarChatbot/docker_compose/amd/gpu/rocm/set_env.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/AvatarChatbot/docker_compose/amd/gpu/rocm/set_env.sh b/AvatarChatbot/docker_compose/amd/gpu/rocm/set_env.sh index b84139d906..e6a2af0984 100644 --- a/AvatarChatbot/docker_compose/amd/gpu/rocm/set_env.sh +++ b/AvatarChatbot/docker_compose/amd/gpu/rocm/set_env.sh @@ -30,7 +30,7 @@ export ANIMATION_SERVICE_HOST_IP=${host_ip} export MEGA_SERVICE_PORT=8888 export ASR_SERVICE_PORT=3001 export TTS_SERVICE_PORT=3002 -export LLM_SERVICE_PORT=3007 +export LLM_SERVICE_PORT=3006 export ANIMATION_SERVICE_PORT=3008 export DEVICE="cpu" From ad9a8121a4dec647132d2605a36961bca3a8d9dc Mon Sep 17 00:00:00 2001 From: Artem Astafev Date: Wed, 23 Apr 2025 15:59:25 +0700 Subject: [PATCH 3/3] fix compose file Signed-off-by: Artem Astafev --- AvatarChatbot/docker_compose/amd/gpu/rocm/compose.yaml | 2 +- AvatarChatbot/tests/test_compose_on_rocm.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/AvatarChatbot/docker_compose/amd/gpu/rocm/compose.yaml b/AvatarChatbot/docker_compose/amd/gpu/rocm/compose.yaml index 7b3c2dbc00..884e1fcf79 100644 --- a/AvatarChatbot/docker_compose/amd/gpu/rocm/compose.yaml +++ b/AvatarChatbot/docker_compose/amd/gpu/rocm/compose.yaml @@ -107,7 +107,7 @@ services: container_name: avatarchatbot-backend-server depends_on: - asr - - llm + - tgi-service - tts - animation ports: diff --git a/AvatarChatbot/tests/test_compose_on_rocm.sh b/AvatarChatbot/tests/test_compose_on_rocm.sh index 3ff66b6d9f..f0069ef913 100644 --- a/AvatarChatbot/tests/test_compose_on_rocm.sh +++ b/AvatarChatbot/tests/test_compose_on_rocm.sh @@ -27,7 +27,7 @@ function build_docker_images() { git clone https://github.com/opea-project/GenAIComps.git && cd GenAIComps && git checkout "${opea_branch:-"main"}" && cd ../ echo "Build all the images with --no-cache, check docker_image_build.log for details..." - service_list="avatarchatbot whisper asr llm-textgen speecht5 tts wav2lip animation" + service_list="avatarchatbot whisper asr speecht5 tts wav2lip animation" docker compose -f build.yaml build ${service_list} --no-cache > ${LOG_PATH}/docker_image_build.log docker pull ghcr.io/huggingface/text-generation-inference:2.3.1-rocm