From 0e1d847cce50952fc20a37f7aaac5609290ed292 Mon Sep 17 00:00:00 2001 From: Niraj Singh Date: Wed, 21 Feb 2024 11:24:19 +0530 Subject: [PATCH 1/3] updated Dockerfile.gpu to install cuda-toolkit --- tensorflow_serving/tools/docker/Dockerfile.gpu | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tensorflow_serving/tools/docker/Dockerfile.gpu b/tensorflow_serving/tools/docker/Dockerfile.gpu index 88b0410fc34..2fa0e5fb124 100644 --- a/tensorflow_serving/tools/docker/Dockerfile.gpu +++ b/tensorflow_serving/tools/docker/Dockerfile.gpu @@ -60,6 +60,8 @@ RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/machi && apt-get clean && \ rm -rf /var/lib/apt/lists/*; +RUN apt-get update && apt-get install -y cuda-toolkit-11-8 + # Install TF Serving GPU pkg COPY --from=build_image /usr/local/bin/tensorflow_model_server /usr/bin/tensorflow_model_server From a283a3cc5055b35d4841374f960c196eab44788c Mon Sep 17 00:00:00 2001 From: Niraj Singh Date: Wed, 21 Feb 2024 11:28:47 +0530 Subject: [PATCH 2/3] installation added to line 34 --- tensorflow_serving/tools/docker/Dockerfile.gpu | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/tensorflow_serving/tools/docker/Dockerfile.gpu b/tensorflow_serving/tools/docker/Dockerfile.gpu index 2fa0e5fb124..20a54f592d2 100644 --- a/tensorflow_serving/tools/docker/Dockerfile.gpu +++ b/tensorflow_serving/tools/docker/Dockerfile.gpu @@ -49,7 +49,8 @@ RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/ libfreetype6-dev \ pkg-config \ software-properties-common \ - unzip + unzip \ + cuda-toolkit-11-8 # We don't install libnvinfer-dev since we don't need to build against TensorRT RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu2004/x86_64/7fa2af80.pub && \ @@ -60,8 +61,6 @@ RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/machi && apt-get clean && \ rm -rf /var/lib/apt/lists/*; -RUN apt-get update && apt-get install -y cuda-toolkit-11-8 - # Install TF Serving GPU pkg COPY --from=build_image /usr/local/bin/tensorflow_model_server /usr/bin/tensorflow_model_server From 28cf94774aa6372db1464ce2723814531e4a0185 Mon Sep 17 00:00:00 2001 From: Niraj Singh <110809167+singhniraj08@users.noreply.github.com> Date: Wed, 21 Feb 2024 23:40:59 +0530 Subject: [PATCH 3/3] Update tensorflow_serving/tools/docker/Dockerfile.gpu Co-authored-by: Martijn Vanbiervliet --- tensorflow_serving/tools/docker/Dockerfile.gpu | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tensorflow_serving/tools/docker/Dockerfile.gpu b/tensorflow_serving/tools/docker/Dockerfile.gpu index 20a54f592d2..13a4222d910 100644 --- a/tensorflow_serving/tools/docker/Dockerfile.gpu +++ b/tensorflow_serving/tools/docker/Dockerfile.gpu @@ -50,7 +50,7 @@ RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/ pkg-config \ software-properties-common \ unzip \ - cuda-toolkit-11-8 + cuda-compiler-11-8 # We don't install libnvinfer-dev since we don't need to build against TensorRT RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu2004/x86_64/7fa2af80.pub && \