Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion docker/Dockerfile.multi
Original file line number Diff line number Diff line change
Expand Up @@ -90,6 +90,7 @@ FROM ${TRITON_IMAGE}:${TRITON_BASE_TAG} AS triton

FROM devel AS tritondevel

ARG GITHUB_MIRROR=""
COPY --from=triton /opt/tritonserver/backends/python /opt/tritonserver/backends/python
COPY --from=triton /opt/tritonserver/lib /opt/tritonserver/lib
COPY --from=triton /opt/tritonserver/include /opt/tritonserver/include
Expand All @@ -100,7 +101,7 @@ COPY --from=triton /opt/tritonserver/caches /opt/tritonserver/caches
COPY docker/common/install_triton.sh \
./

RUN bash ./install_triton.sh && rm install_triton.sh
RUN GITHUB_MIRROR=${GITHUB_MIRROR} bash ./install_triton.sh && rm install_triton.sh

FROM ${DEVEL_IMAGE} AS wheel
WORKDIR /src/tensorrt_llm
Expand Down
8 changes: 7 additions & 1 deletion docker/common/install_triton.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,10 +4,16 @@ set -ex

CUDA_VER="13"

if [ -n "${GITHUB_MIRROR}" ]; then
BOOST_URL="https://urm.nvidia.com/artifactory/sw-dl-triton-generic-local/triton/ci-cd/binaries/boost/1.80.0/boost_1_80_0.tar.gz"
else
BOOST_URL="https://archives.boost.io/release/1.80.0/source/boost_1_80_0.tar.gz"
fi

install_boost() {
# Install boost version >= 1.78 for boost::span
# Current libboost-dev apt packages are < 1.78, so install from tar.gz
wget --retry-connrefused --timeout=180 --tries=10 --continue -O /tmp/boost.tar.gz https://archives.boost.io/release/1.80.0/source/boost_1_80_0.tar.gz \
wget --no-verbose --retry-connrefused --timeout=180 --tries=10 --continue -O /tmp/boost.tar.gz ${BOOST_URL} \
&& tar xzf /tmp/boost.tar.gz -C /tmp \
&& mv /tmp/boost_1_80_0/boost /usr/include/boost \
&& rm -rf /tmp/boost_1_80_0 /tmp/boost.tar.gz
Expand Down