From 2a3aa18208324064f5d49359bda7e453db52e536 Mon Sep 17 00:00:00 2001 From: "11425176+ptran32@users.noreply.github.com" <11425176+ptran32@users.noreply.github.com> Date: Thu, 15 Sep 2022 11:42:08 -0400 Subject: [PATCH 1/4] add requirements.txt and add mysqlclient package Signed-off-by: 11425176+ptran32@users.noreply.github.com <11425176+ptran32@users.noreply.github.com> Author: 11425176+ptran32@users.noreply.github.com <11425176+ptran32@users.noreply.github.com> Signed-off-by: 11425176+ptran32@users.noreply.github.com <11425176+ptran32@users.noreply.github.com> --- sdk/python/feast/infra/feature_servers/multicloud/Dockerfile | 4 +++- .../feast/infra/feature_servers/multicloud/Dockerfile.dev | 2 +- .../feast/infra/feature_servers/multicloud/requirements.txt | 2 ++ 3 files changed, 6 insertions(+), 2 deletions(-) create mode 100644 sdk/python/feast/infra/feature_servers/multicloud/requirements.txt diff --git a/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile b/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile index b853411e273..ac5792b010b 100644 --- a/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile +++ b/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile @@ -3,7 +3,9 @@ FROM python:3.8 RUN apt update && \ apt install -y jq RUN pip install pip --upgrade -RUN pip install "feast[aws,gcp,snowflake,redis,go]" +COPY . . + +RUN pip install -r requirements.txt RUN apt update RUN apt install -y -V ca-certificates lsb-release wget RUN wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb diff --git a/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile.dev b/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile.dev index f1dd7cc390b..ac5792b010b 100644 --- a/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile.dev +++ b/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile.dev @@ -5,7 +5,7 @@ RUN apt update && \ RUN pip install pip --upgrade COPY . . -RUN pip install ".[aws,gcp,snowflake,redis,go]" +RUN pip install -r requirements.txt RUN apt update RUN apt install -y -V ca-certificates lsb-release wget RUN wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb diff --git a/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt b/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt new file mode 100644 index 00000000000..1a970bb17d7 --- /dev/null +++ b/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt @@ -0,0 +1,2 @@ +mysqlclient +feast[aws,gcp,snowflake,redis,go] From 8e7b33189d4d8d0758735861a5c0dd2e1f4a4f9b Mon Sep 17 00:00:00 2001 From: "11425176+ptran32@users.noreply.github.com" <11425176+ptran32@users.noreply.github.com> Date: Thu, 15 Sep 2022 13:54:49 -0400 Subject: [PATCH 2/4] use feast[mysql] in requirements.txt Signed-off-by: 11425176+ptran32@users.noreply.github.com <11425176+ptran32@users.noreply.github.com> --- .../feast/infra/feature_servers/multicloud/requirements.txt | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt b/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt index 1a970bb17d7..3c9e7ee943e 100644 --- a/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt +++ b/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt @@ -1,2 +1 @@ -mysqlclient -feast[aws,gcp,snowflake,redis,go] +feast[mysql] From 1b608333eb8117112ccc90bac661f112056f9e1f Mon Sep 17 00:00:00 2001 From: "11425176+ptran32@users.noreply.github.com" <11425176+ptran32@users.noreply.github.com> Date: Thu, 15 Sep 2022 13:57:25 -0400 Subject: [PATCH 3/4] add feast components Signed-off-by: 11425176+ptran32@users.noreply.github.com <11425176+ptran32@users.noreply.github.com> --- .../feast/infra/feature_servers/multicloud/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt b/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt index 3c9e7ee943e..01d08a4effa 100644 --- a/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt +++ b/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt @@ -1 +1 @@ -feast[mysql] +feast[aws,gcp,snowflake,redis,go,mysql] From 6b283a694270443f5141f36c4312ea885b0193d7 Mon Sep 17 00:00:00 2001 From: "11425176+ptran32@users.noreply.github.com" <11425176+ptran32@users.noreply.github.com> Date: Thu, 15 Sep 2022 14:46:45 -0400 Subject: [PATCH 4/4] add native libraries needed by mysqlclient Signed-off-by: 11425176+ptran32@users.noreply.github.com <11425176+ptran32@users.noreply.github.com> --- .../feast/infra/feature_servers/multicloud/Dockerfile | 7 ++++++- .../feast/infra/feature_servers/multicloud/Dockerfile.dev | 7 ++++++- 2 files changed, 12 insertions(+), 2 deletions(-) diff --git a/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile b/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile index ac5792b010b..751a398ad4f 100644 --- a/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile +++ b/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile @@ -1,7 +1,12 @@ FROM python:3.8 RUN apt update && \ - apt install -y jq + apt install -y \ + jq \ + python3-dev \ + default-libmysqlclient-dev \ + build-essential + RUN pip install pip --upgrade COPY . . diff --git a/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile.dev b/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile.dev index ac5792b010b..751a398ad4f 100644 --- a/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile.dev +++ b/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile.dev @@ -1,7 +1,12 @@ FROM python:3.8 RUN apt update && \ - apt install -y jq + apt install -y \ + jq \ + python3-dev \ + default-libmysqlclient-dev \ + build-essential + RUN pip install pip --upgrade COPY . .