From 7a5abd5a97b41d291ec27a357b278b53f69a47c3 Mon Sep 17 00:00:00 2001 From: Dariusz Trawinski Date: Wed, 27 Mar 2024 15:39:44 +0100 Subject: [PATCH 1/2] added support to intel gpu in a custom build --- build.py | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) diff --git a/build.py b/build.py index 283f959001..872b8ac94c 100755 --- a/build.py +++ b/build.py @@ -74,8 +74,8 @@ "24.04dev", # triton container "24.02", # upstream container "1.17.2", # ORT - "2023.3.0", # ORT OpenVINO - "2023.3.0", # Standalone OpenVINO + "2024.0.0", # ORT OpenVINO + "2024.0.0", # Standalone OpenVINO "3.2.6", # DCGM version "py310_23.1.0-1", # Conda version "0.3.2", # vLLM version @@ -1144,6 +1144,17 @@ def create_dockerfile_linux( ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib/:/opt/tritonserver/backends/tensorrtllm:$LD_LIBRARY_PATH """ + if FLAGS.enable_intel_gpu and ("openvino" in backends): + df += """ +RUN apt-get update && apt-get install -y gpg-agent wget +RUN wget -qO - https://repositories.intel.com/gpu/intel-graphics.key | \ + gpg --dearmor --output /usr/share/keyrings/intel-graphics.gpg && \ + echo "deb [arch=amd64 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/gpu/ubuntu jammy/lts/2350 unified" | \ + tee /etc/apt/sources.list.d/intel-gpu-jammy.list +RUN apt-get update && apt-get install -y intel-opencl-icd intel-level-zero-gpu level-zero + +""" + with open(os.path.join(ddir, dockerfile_name), "w") as dfile: dfile.write(df) @@ -2282,6 +2293,9 @@ def enable_all(): parser.add_argument( "--enable-gpu", action="store_true", required=False, help="Enable GPU support." ) + parser.add_argument( + "--enable-intel-gpu", action="store_true", required=False, help="Enable Intel GPU support for OpenVINO backend." + ) parser.add_argument( "--enable-mali-gpu", action="store_true", From 802267873989cb52659ce666d9e144f6729190f5 Mon Sep 17 00:00:00 2001 From: Dariusz Trawinski Date: Tue, 9 Apr 2024 14:14:25 +0200 Subject: [PATCH 2/2] separate OV update from iGPU suppport --- build.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/build.py b/build.py index 872b8ac94c..fb8cdfeec4 100755 --- a/build.py +++ b/build.py @@ -74,8 +74,8 @@ "24.04dev", # triton container "24.02", # upstream container "1.17.2", # ORT - "2024.0.0", # ORT OpenVINO - "2024.0.0", # Standalone OpenVINO + "2023.3.0", # ORT OpenVINO + "2023.3.0", # Standalone OpenVINO "3.2.6", # DCGM version "py310_23.1.0-1", # Conda version "0.3.2", # vLLM version