From fe18a296da453b7985879ae6216aca4773568ee5 Mon Sep 17 00:00:00 2001
From: DavidSpek <vanderspek.david@gmail.com>
Date: Fri, 26 Feb 2021 11:31:15 +0100
Subject: [PATCH] chore: Remove pip requirements from docker files (#5064)

* Remove pip requirements from docker files

* Fix consistency and failing builds

* fixup arena requirements.txt

* Update KFserving to 0.4.1

* Remove pip requirements from docker files

* Fix consistency and failing builds

* fixup arena requirements.txt

* small fixup
---
 backend/Dockerfile                                        | 2 +-
 backend/Dockerfile.visualization                          | 2 +-
 components/arena/docker/requirements.txt                  | 6 +++---
 components/gcp/container/Dockerfile                       | 6 ++++--
 components/gcp/container/requirements.txt                 | 2 ++
 components/ibm-components/ffdl/serve/Dockerfile           | 5 ++++-
 components/ibm-components/ffdl/serve/requirements.txt     | 4 ++++
 components/ibm-components/ffdl/train/Dockerfile           | 5 ++++-
 components/ibm-components/ffdl/train/requirements.txt     | 3 +++
 components/ibm-components/watson/deploy/Dockerfile        | 5 ++++-
 components/ibm-components/watson/deploy/requirements.txt  | 2 ++
 components/ibm-components/watson/store/Dockerfile         | 5 ++++-
 components/ibm-components/watson/store/requirements.txt   | 2 ++
 components/ibm-components/watson/train/Dockerfile         | 5 ++++-
 components/ibm-components/watson/train/requirements.txt   | 2 ++
 components/kubeflow/dnntrainer/Dockerfile                 | 7 ++++---
 components/kubeflow/dnntrainer/requirements.txt           | 4 ++++
 components/kubeflow/kfserving/Dockerfile                  | 5 ++++-
 components/kubeflow/kfserving/requirements.txt            | 5 +++++
 components/kubeflow/launcher/Dockerfile                   | 5 ++++-
 components/kubeflow/launcher/requirements.txt             | 2 ++
 components/local/base/Dockerfile                          | 8 ++++----
 components/local/base/requirements.txt                    | 4 ++++
 components/presto/query/Dockerfile                        | 5 ++++-
 components/presto/query/requirements.txt                  | 1 +
 components/sample/keras/train_classifier/Dockerfile       | 5 ++++-
 components/sample/keras/train_classifier/requirements.txt | 1 +
 proxy/Dockerfile                                          | 5 ++++-
 proxy/requirements.txt                                    | 1 +
 .../nvidia-resnet/components/preprocess/Dockerfile        | 6 +++++-
 .../nvidia-resnet/components/preprocess/requirements.txt  | 1 +
 samples/contrib/nvidia-resnet/components/train/Dockerfile | 6 +++++-
 .../nvidia-resnet/components/train/requirements.txt       | 1 +
 .../kaggle-ci-sample/download_dataset/Dockerfile          | 6 ++++--
 .../kaggle-ci-sample/download_dataset/requirements.txt    | 2 ++
 .../kaggle-ci-sample/submit_result/Dockerfile             | 6 ++++--
 .../kaggle-ci-sample/submit_result/requirements.txt       | 2 ++
 .../kaggle-ci-sample/train_model/Dockerfile               | 6 ++++--
 .../kaggle-ci-sample/train_model/requirements.txt         | 6 ++++++
 .../kaggle-ci-sample/visualize_html/Dockerfile            | 5 ++++-
 .../kaggle-ci-sample/visualize_html/requirements.txt      | 4 ++++
 .../kaggle-ci-sample/visualize_table/Dockerfile           | 6 ++++--
 .../kaggle-ci-sample/visualize_table/requirements.txt     | 2 ++
 43 files changed, 138 insertions(+), 35 deletions(-)
 create mode 100644 components/gcp/container/requirements.txt
 create mode 100644 components/ibm-components/ffdl/serve/requirements.txt
 create mode 100644 components/ibm-components/ffdl/train/requirements.txt
 create mode 100644 components/ibm-components/watson/deploy/requirements.txt
 create mode 100644 components/ibm-components/watson/store/requirements.txt
 create mode 100644 components/ibm-components/watson/train/requirements.txt
 create mode 100644 components/kubeflow/dnntrainer/requirements.txt
 create mode 100644 components/kubeflow/kfserving/requirements.txt
 create mode 100644 components/kubeflow/launcher/requirements.txt
 create mode 100644 components/local/base/requirements.txt
 create mode 100644 components/presto/query/requirements.txt
 create mode 100644 components/sample/keras/train_classifier/requirements.txt
 create mode 100644 proxy/requirements.txt
 create mode 100644 samples/contrib/nvidia-resnet/components/preprocess/requirements.txt
 create mode 100644 samples/contrib/nvidia-resnet/components/train/requirements.txt
 create mode 100644 samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/download_dataset/requirements.txt
 create mode 100644 samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/submit_result/requirements.txt
 create mode 100644 samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/train_model/requirements.txt
 create mode 100644 samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_html/requirements.txt
 create mode 100644 samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_table/requirements.txt

diff --git a/backend/Dockerfile b/backend/Dockerfile
index 02de07b98bc..f81bd847cf7 100644
--- a/backend/Dockerfile
+++ b/backend/Dockerfile
@@ -12,7 +12,7 @@ FROM python:3.7 as compiler
 RUN apt-get update -y && apt-get install --no-install-recommends -y -q default-jdk python3-setuptools python3-dev jq
 RUN wget https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py
 COPY backend/requirements.txt .
-RUN python3 -m pip install -r requirements.txt
+RUN python3 -m pip install -r requirements.txt --no-cache-dir
 
 # Downloading Argo CLI so that the samples are validated
 #ADD  https://github.com/argoproj/argo/releases/download/v2.7.5/argo-linux-amd64 /usr/local/bin/argo
diff --git a/backend/Dockerfile.visualization b/backend/Dockerfile.visualization
index 98e28075f5f..9d767ef871e 100644
--- a/backend/Dockerfile.visualization
+++ b/backend/Dockerfile.visualization
@@ -33,7 +33,7 @@ WORKDIR /src
 
 COPY backend/src/apiserver/visualization/requirements.txt /src
 
-RUN pip3 install -r requirements.txt
+RUN python3 -m pip install -r requirements.txt --no-cache-dir
 
 COPY backend/src/apiserver/visualization /src
 
diff --git a/components/arena/docker/requirements.txt b/components/arena/docker/requirements.txt
index 0795e0a4f9b..a4b19543303 100644
--- a/components/arena/docker/requirements.txt
+++ b/components/arena/docker/requirements.txt
@@ -1,3 +1,3 @@
-requests
-six
-pyyaml
\ No newline at end of file
+requests==2.18.4
+six==1.11.0
+pyyaml==3.12
diff --git a/components/gcp/container/Dockerfile b/components/gcp/container/Dockerfile
index 6b58ea3236d..e683d93b722 100644
--- a/components/gcp/container/Dockerfile
+++ b/components/gcp/container/Dockerfile
@@ -18,8 +18,10 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
 	wget patch \
 	&& rm -rf /var/lib/apt/lists/*
 
-RUN pip install apache-beam[gcp]
-RUN pip install pandas
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 
 ADD build /ml
 WORKDIR /ml
diff --git a/components/gcp/container/requirements.txt b/components/gcp/container/requirements.txt
new file mode 100644
index 00000000000..06b8c3b7b75
--- /dev/null
+++ b/components/gcp/container/requirements.txt
@@ -0,0 +1,2 @@
+apache-beam[gcp]
+pandas
diff --git a/components/ibm-components/ffdl/serve/Dockerfile b/components/ibm-components/ffdl/serve/Dockerfile
index d06b7094d56..3e138e4ef34 100644
--- a/components/ibm-components/ffdl/serve/Dockerfile
+++ b/components/ibm-components/ffdl/serve/Dockerfile
@@ -1,6 +1,9 @@
 FROM python:3.6-slim
 
-RUN pip install kubernetes Flask flask-cors requests
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 
 ENV APP_HOME /app
 COPY src $APP_HOME
diff --git a/components/ibm-components/ffdl/serve/requirements.txt b/components/ibm-components/ffdl/serve/requirements.txt
new file mode 100644
index 00000000000..3e34fc5b2bb
--- /dev/null
+++ b/components/ibm-components/ffdl/serve/requirements.txt
@@ -0,0 +1,4 @@
+kubernetes
+Flask
+flask-cors
+requests
diff --git a/components/ibm-components/ffdl/train/Dockerfile b/components/ibm-components/ffdl/train/Dockerfile
index 93f49d5e7ba..9d4f1e2fa74 100644
--- a/components/ibm-components/ffdl/train/Dockerfile
+++ b/components/ibm-components/ffdl/train/Dockerfile
@@ -1,6 +1,9 @@
 FROM python:3.6-slim
 
-RUN pip install boto3 ruamel.yaml requests
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 
 ENV APP_HOME /app
 COPY src $APP_HOME
diff --git a/components/ibm-components/ffdl/train/requirements.txt b/components/ibm-components/ffdl/train/requirements.txt
new file mode 100644
index 00000000000..ac2f9df6dcc
--- /dev/null
+++ b/components/ibm-components/ffdl/train/requirements.txt
@@ -0,0 +1,3 @@
+boto3
+ruamel.yaml
+requests
diff --git a/components/ibm-components/watson/deploy/Dockerfile b/components/ibm-components/watson/deploy/Dockerfile
index 94e42bd3ef8..c2aab31bc65 100644
--- a/components/ibm-components/watson/deploy/Dockerfile
+++ b/components/ibm-components/watson/deploy/Dockerfile
@@ -5,7 +5,10 @@ RUN mkdir /app
 RUN mkdir /app/secrets
 
 # Watson studio and machine learning python client
-RUN pip install watson-machine-learning-client-V4>=1.0.110 minio
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 
 # Python functions with endpoints to Watson Machine Learning
 COPY src/wml-deploy.py /app
diff --git a/components/ibm-components/watson/deploy/requirements.txt b/components/ibm-components/watson/deploy/requirements.txt
new file mode 100644
index 00000000000..308693c8c68
--- /dev/null
+++ b/components/ibm-components/watson/deploy/requirements.txt
@@ -0,0 +1,2 @@
+watson-machine-learning-client-V4>=1.0.110
+minio
diff --git a/components/ibm-components/watson/store/Dockerfile b/components/ibm-components/watson/store/Dockerfile
index 8347b223534..5684be0834d 100644
--- a/components/ibm-components/watson/store/Dockerfile
+++ b/components/ibm-components/watson/store/Dockerfile
@@ -5,7 +5,10 @@ RUN mkdir /app
 RUN mkdir /app/secrets
 
 # Watson studio and machine learning python client
-RUN pip install watson-machine-learning-client-V4>=1.0.110 minio
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 
 # Python functions with endpoints to Watson Machine Learning
 COPY src/wml-store.py /app
diff --git a/components/ibm-components/watson/store/requirements.txt b/components/ibm-components/watson/store/requirements.txt
new file mode 100644
index 00000000000..308693c8c68
--- /dev/null
+++ b/components/ibm-components/watson/store/requirements.txt
@@ -0,0 +1,2 @@
+watson-machine-learning-client-V4>=1.0.110
+minio
diff --git a/components/ibm-components/watson/train/Dockerfile b/components/ibm-components/watson/train/Dockerfile
index 9e377b6f2b4..5d827b62c1e 100644
--- a/components/ibm-components/watson/train/Dockerfile
+++ b/components/ibm-components/watson/train/Dockerfile
@@ -5,7 +5,10 @@ RUN mkdir /app
 RUN mkdir /app/secrets
 
 # Watson studio and machine learning python client
-RUN pip install watson-machine-learning-client-V4>=1.0.110 minio
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 
 # Python functions with endpoints to Watson Machine Learning
 COPY src/wml-train.py /app
diff --git a/components/ibm-components/watson/train/requirements.txt b/components/ibm-components/watson/train/requirements.txt
new file mode 100644
index 00000000000..308693c8c68
--- /dev/null
+++ b/components/ibm-components/watson/train/requirements.txt
@@ -0,0 +1,2 @@
+watson-machine-learning-client-V4>=1.0.110
+minio
diff --git a/components/kubeflow/dnntrainer/Dockerfile b/components/kubeflow/dnntrainer/Dockerfile
index 95615c5a693..16c5f36d46c 100644
--- a/components/kubeflow/dnntrainer/Dockerfile
+++ b/components/kubeflow/dnntrainer/Dockerfile
@@ -15,9 +15,10 @@
 ARG TF_TAG
 FROM tensorflow/tensorflow:$TF_TAG
 
-RUN pip install pyyaml==3.12 six==1.11.0 \
-    tensorflow-transform==0.23.0 \
-    tensorflow-model-analysis==0.23.0
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 
 ADD build /ml
 
diff --git a/components/kubeflow/dnntrainer/requirements.txt b/components/kubeflow/dnntrainer/requirements.txt
new file mode 100644
index 00000000000..f8693cbf896
--- /dev/null
+++ b/components/kubeflow/dnntrainer/requirements.txt
@@ -0,0 +1,4 @@
+pyyaml==3.12
+six==1.11.0
+tensorflow-transform==0.23.0
+tensorflow-model-analysis==0.23.0
diff --git a/components/kubeflow/kfserving/Dockerfile b/components/kubeflow/kfserving/Dockerfile
index 59553754aa6..612c71deb00 100644
--- a/components/kubeflow/kfserving/Dockerfile
+++ b/components/kubeflow/kfserving/Dockerfile
@@ -1,6 +1,9 @@
 FROM python:3.6-slim
 
-RUN pip3 install kubernetes==10.0.1 kfserving==0.4.1 requests==2.22.0 Flask==1.1.1 flask-cors==3.0.8
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 
 ENV APP_HOME /app
 COPY src $APP_HOME
diff --git a/components/kubeflow/kfserving/requirements.txt b/components/kubeflow/kfserving/requirements.txt
new file mode 100644
index 00000000000..727fcc8eaee
--- /dev/null
+++ b/components/kubeflow/kfserving/requirements.txt
@@ -0,0 +1,5 @@
+kubernetes==10.0.1
+kfserving==0.4.1
+requests==2.22.0
+Flask==1.1.1
+flask-cors==3.0.8
diff --git a/components/kubeflow/launcher/Dockerfile b/components/kubeflow/launcher/Dockerfile
index 1952aadf5d2..14185028550 100644
--- a/components/kubeflow/launcher/Dockerfile
+++ b/components/kubeflow/launcher/Dockerfile
@@ -14,7 +14,10 @@
 
 FROM python:3.6
 
-RUN pip install --no-cache-dir pyyaml kubernetes
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 
 ADD build /ml
 
diff --git a/components/kubeflow/launcher/requirements.txt b/components/kubeflow/launcher/requirements.txt
new file mode 100644
index 00000000000..ba8497137e8
--- /dev/null
+++ b/components/kubeflow/launcher/requirements.txt
@@ -0,0 +1,2 @@
+pyyaml
+kubernetes
diff --git a/components/local/base/Dockerfile b/components/local/base/Dockerfile
index ae0366674f1..7bfe0552fe6 100644
--- a/components/local/base/Dockerfile
+++ b/components/local/base/Dockerfile
@@ -14,9 +14,9 @@
 
 FROM python:3.7
 
-RUN pip install --no-cache-dir pandas==0.24.2
-RUN pip install --no-cache-dir scikit-learn==0.21.2
-RUN pip install --no-cache-dir scipy==1.4.1
-RUN pip install --no-cache-dir tensorflow==2.2.0
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 
 ADD build /ml
diff --git a/components/local/base/requirements.txt b/components/local/base/requirements.txt
new file mode 100644
index 00000000000..a2aa2280e81
--- /dev/null
+++ b/components/local/base/requirements.txt
@@ -0,0 +1,4 @@
+pandas==0.24.2
+scikit-learn==0.21.2
+scipy==1.4.1
+tensorflow==2.2.0
diff --git a/components/presto/query/Dockerfile b/components/presto/query/Dockerfile
index 75538d4d947..85ebd0a9091 100644
--- a/components/presto/query/Dockerfile
+++ b/components/presto/query/Dockerfile
@@ -12,6 +12,9 @@
 
 FROM python:3.7
 
-RUN python3 -m pip install pyhive[presto]
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 
 COPY ./src /pipelines/component/src
diff --git a/components/presto/query/requirements.txt b/components/presto/query/requirements.txt
new file mode 100644
index 00000000000..cedd5967052
--- /dev/null
+++ b/components/presto/query/requirements.txt
@@ -0,0 +1 @@
+pyhive[presto]
diff --git a/components/sample/keras/train_classifier/Dockerfile b/components/sample/keras/train_classifier/Dockerfile
index 3e056828370..38e4ce21475 100644
--- a/components/sample/keras/train_classifier/Dockerfile
+++ b/components/sample/keras/train_classifier/Dockerfile
@@ -1,5 +1,8 @@
 ARG BASE_IMAGE_TAG=1.12.0-py3
 FROM tensorflow/tensorflow:$BASE_IMAGE_TAG
-RUN python3 -m pip install keras
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 COPY ./src /pipelines/component/src
 ENTRYPOINT python3 /pipelines/component/src/train.py
diff --git a/components/sample/keras/train_classifier/requirements.txt b/components/sample/keras/train_classifier/requirements.txt
new file mode 100644
index 00000000000..14348698da9
--- /dev/null
+++ b/components/sample/keras/train_classifier/requirements.txt
@@ -0,0 +1 @@
+keras
diff --git a/proxy/Dockerfile b/proxy/Dockerfile
index 5d29e02bf2c..54c70164e68 100644
--- a/proxy/Dockerfile
+++ b/proxy/Dockerfile
@@ -16,7 +16,10 @@
 FROM gcr.io/inverting-proxy/agent@sha256:2e3c5ecd1a55b32056f3ce0c4aaac05e31b85c361d501bf3f8a81bec14c4fe87
 
 RUN apt-get update && apt-get install -y curl jq python-pip
-RUN pip install requests
+COPY requirements.txt .
+RUN python2 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 
 # Install gcloud SDK
 RUN curl https://dl.google.com/dl/cloudsdk/release/google-cloud-sdk.tar.gz > /tmp/google-cloud-sdk.tar.gz
diff --git a/proxy/requirements.txt b/proxy/requirements.txt
new file mode 100644
index 00000000000..f2293605cf1
--- /dev/null
+++ b/proxy/requirements.txt
@@ -0,0 +1 @@
+requests
diff --git a/samples/contrib/nvidia-resnet/components/preprocess/Dockerfile b/samples/contrib/nvidia-resnet/components/preprocess/Dockerfile
index d9b3907095d..27d44416390 100644
--- a/samples/contrib/nvidia-resnet/components/preprocess/Dockerfile
+++ b/samples/contrib/nvidia-resnet/components/preprocess/Dockerfile
@@ -14,7 +14,11 @@
 
 FROM nvcr.io/nvidia/tensorflow:19.03-py3
 
-RUN pip install keras
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
+
 ADD src /workspace
 WORKDIR /workspace
 
diff --git a/samples/contrib/nvidia-resnet/components/preprocess/requirements.txt b/samples/contrib/nvidia-resnet/components/preprocess/requirements.txt
new file mode 100644
index 00000000000..14348698da9
--- /dev/null
+++ b/samples/contrib/nvidia-resnet/components/preprocess/requirements.txt
@@ -0,0 +1 @@
+keras
diff --git a/samples/contrib/nvidia-resnet/components/train/Dockerfile b/samples/contrib/nvidia-resnet/components/train/Dockerfile
index e49a6dbd744..9020589b96b 100644
--- a/samples/contrib/nvidia-resnet/components/train/Dockerfile
+++ b/samples/contrib/nvidia-resnet/components/train/Dockerfile
@@ -14,7 +14,11 @@
 
 FROM nvcr.io/nvidia/tensorflow:19.03-py3
 
-RUN pip install keras
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
+
 ADD src /workspace
 WORKDIR /workspace
 
diff --git a/samples/contrib/nvidia-resnet/components/train/requirements.txt b/samples/contrib/nvidia-resnet/components/train/requirements.txt
new file mode 100644
index 00000000000..14348698da9
--- /dev/null
+++ b/samples/contrib/nvidia-resnet/components/train/requirements.txt
@@ -0,0 +1 @@
+keras
diff --git a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/download_dataset/Dockerfile b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/download_dataset/Dockerfile
index ed85764d128..fcfaa1ed722 100644
--- a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/download_dataset/Dockerfile
+++ b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/download_dataset/Dockerfile
@@ -1,7 +1,9 @@
 FROM python:3.7
 ENV KAGGLE_USERNAME=[YOUR KAGGLE USERNAME] \
     KAGGLE_KEY=[YOUR KAGGLE KEY]
-RUN pip install kaggle
-RUN pip install google-cloud-storage
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 COPY ./download_data.py .
 CMD ["python", "download_data.py"]
\ No newline at end of file
diff --git a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/download_dataset/requirements.txt b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/download_dataset/requirements.txt
new file mode 100644
index 00000000000..19b9f84b35f
--- /dev/null
+++ b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/download_dataset/requirements.txt
@@ -0,0 +1,2 @@
+kaggle
+google-cloud-storage
diff --git a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/submit_result/Dockerfile b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/submit_result/Dockerfile
index 8426ed1361e..69dd1895800 100644
--- a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/submit_result/Dockerfile
+++ b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/submit_result/Dockerfile
@@ -1,7 +1,9 @@
 FROM python:3.7
 ENV KAGGLE_USERNAME=[YOUR KAGGLE USERNAME] \
     KAGGLE_KEY=[YOUR KAGGLE KEY]
-RUN pip install kaggle
-RUN pip install gcsfs
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 COPY ./submit_result.py .
 CMD ["python", "submit_result.py"]
\ No newline at end of file
diff --git a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/submit_result/requirements.txt b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/submit_result/requirements.txt
new file mode 100644
index 00000000000..35e6acd93c6
--- /dev/null
+++ b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/submit_result/requirements.txt
@@ -0,0 +1,2 @@
+kaggle
+gcsfs
diff --git a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/train_model/Dockerfile b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/train_model/Dockerfile
index 6ff89ab3322..efcc30306b3 100644
--- a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/train_model/Dockerfile
+++ b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/train_model/Dockerfile
@@ -1,5 +1,7 @@
 FROM python:3.7
 COPY ./train.py .
-RUN pip install pandas==0.25.1
-RUN pip install gcsfs numpy matplotlib seaborn sklearn
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 CMD ["python", "train.py"]
\ No newline at end of file
diff --git a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/train_model/requirements.txt b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/train_model/requirements.txt
new file mode 100644
index 00000000000..996ce8fd956
--- /dev/null
+++ b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/train_model/requirements.txt
@@ -0,0 +1,6 @@
+pandas==0.25.1
+gcsfs
+numpy
+matplotlib
+seaborn
+sklearn
diff --git a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_html/Dockerfile b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_html/Dockerfile
index ebe4fc4edb4..5a81fade97d 100644
--- a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_html/Dockerfile
+++ b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_html/Dockerfile
@@ -1,4 +1,7 @@
 FROM tensorflow/tensorflow:2.0.0-py3
-RUN pip install gcsfs pandas matplotlib seaborn
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 COPY ./visualize.py .
 CMD ["python", 'visualize.py']
\ No newline at end of file
diff --git a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_html/requirements.txt b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_html/requirements.txt
new file mode 100644
index 00000000000..308eb5ffc19
--- /dev/null
+++ b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_html/requirements.txt
@@ -0,0 +1,4 @@
+gcsfs
+pandas
+matplotlib
+seaborn
diff --git a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_table/Dockerfile b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_table/Dockerfile
index 13e0ab7f84a..c839d1504ed 100644
--- a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_table/Dockerfile
+++ b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_table/Dockerfile
@@ -1,5 +1,7 @@
 FROM python:3.7
-RUN pip install gcsfs
-RUN pip install pandas
+COPY requirements.txt .
+RUN python3 -m pip install -r \
+    requirements.txt --quiet --no-cache-dir \
+    && rm -f requirements.txt
 COPY ./visualize.py .
 CMD ["python", 'visualize.py']
\ No newline at end of file
diff --git a/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_table/requirements.txt b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_table/requirements.txt
new file mode 100644
index 00000000000..74341bb0c1a
--- /dev/null
+++ b/samples/contrib/versioned-pipeline-ci-samples/kaggle-ci-sample/visualize_table/requirements.txt
@@ -0,0 +1,2 @@
+gcsfs
+pandas