diff --git a/examples/kubeflow/README.md b/examples/kubeflow/README.md index af47d3a178..28396d4855 100644 --- a/examples/kubeflow/README.md +++ b/examples/kubeflow/README.md @@ -22,6 +22,7 @@ Make sure you have the following components set-up and running in your Kubernete * [Seldon Core installed](https://docs.seldon.io/projects/seldon-core/en/latest/workflow/install.html#install-seldon-core-with-helm) with an [ingress (Ambassador / Istio) set up](https://docs.seldon.io/projects/seldon-core/en/latest/workflow/install.html#ingress-support) * Kubeflow Pipelines [version 1.0.0 Standalone](https://www.kubeflow.org/docs/pipelines/installation/standalone-deployment/#deploying-kubeflow-pipelines) set up +* [s2i](https://github.com/openshift/source-to-image#installation) installed on your machine Let's get started! 🚀🔥 We will be building the end-to-end pipeline below: diff --git a/examples/kubeflow/pipeline/pipeline_steps/clean_text/Transformer.py b/examples/kubeflow/pipeline/pipeline_steps/clean_text/Transformer.py index 661e67ce21..fb2695dda5 100644 --- a/examples/kubeflow/pipeline/pipeline_steps/clean_text/Transformer.py +++ b/examples/kubeflow/pipeline/pipeline_steps/clean_text/Transformer.py @@ -1,7 +1,8 @@ import re +import logging from html.parser import HTMLParser + import numpy as np -import logging class Transformer: diff --git a/examples/kubeflow/pipeline/pipeline_steps/clean_text/pipeline_step.py b/examples/kubeflow/pipeline/pipeline_steps/clean_text/pipeline_step.py index 606a4ec481..92428f9b5f 100644 --- a/examples/kubeflow/pipeline/pipeline_steps/clean_text/pipeline_step.py +++ b/examples/kubeflow/pipeline/pipeline_steps/clean_text/pipeline_step.py @@ -1,6 +1,6 @@ import dill import click -import dill + try: # Running for tests from .Transformer import Transformer diff --git a/examples/kubeflow/pipeline/pipeline_steps/clean_text/requirements.txt b/examples/kubeflow/pipeline/pipeline_steps/clean_text/requirements.txt index da5e51e84f..ea0aee7a22 100644 --- a/examples/kubeflow/pipeline/pipeline_steps/clean_text/requirements.txt +++ b/examples/kubeflow/pipeline/pipeline_steps/clean_text/requirements.txt @@ -1,4 +1,3 @@ dill==0.3.2 click==7.1.2 numpy==1.19.1 - diff --git a/examples/kubeflow/pipeline/pipeline_steps/data_downloader/pipeline_step.py b/examples/kubeflow/pipeline/pipeline_steps/data_downloader/pipeline_step.py index 4996d5dfec..825e71a236 100644 --- a/examples/kubeflow/pipeline/pipeline_steps/data_downloader/pipeline_step.py +++ b/examples/kubeflow/pipeline/pipeline_steps/data_downloader/pipeline_step.py @@ -1,6 +1,7 @@ import click -import numpy as np import dill + +import numpy as np import pandas as pd @click.command() diff --git a/examples/kubeflow/pipeline/pipeline_steps/data_downloader/requirements.txt b/examples/kubeflow/pipeline/pipeline_steps/data_downloader/requirements.txt index 41f5e1cc97..b384ec5f54 100644 --- a/examples/kubeflow/pipeline/pipeline_steps/data_downloader/requirements.txt +++ b/examples/kubeflow/pipeline/pipeline_steps/data_downloader/requirements.txt @@ -2,3 +2,4 @@ dill==0.3.2 click==7.1.2 numpy==1.19.1 scikit-learn==0.23.2 +pandas==1.1.1 diff --git a/examples/kubeflow/pipeline/pipeline_steps/lr_text_classifier/pipeline_step.py b/examples/kubeflow/pipeline/pipeline_steps/lr_text_classifier/pipeline_step.py index 4b661961f5..3f3482fbd4 100644 --- a/examples/kubeflow/pipeline/pipeline_steps/lr_text_classifier/pipeline_step.py +++ b/examples/kubeflow/pipeline/pipeline_steps/lr_text_classifier/pipeline_step.py @@ -1,6 +1,7 @@ import click -import numpy as np import dill + +import numpy as np from sklearn.linear_model import LogisticRegression @click.command() diff --git a/examples/kubeflow/pipeline/pipeline_steps/spacy_tokenize/requirements.txt b/examples/kubeflow/pipeline/pipeline_steps/spacy_tokenize/requirements.txt index fc7db00e2d..b03f21b08d 100644 --- a/examples/kubeflow/pipeline/pipeline_steps/spacy_tokenize/requirements.txt +++ b/examples/kubeflow/pipeline/pipeline_steps/spacy_tokenize/requirements.txt @@ -2,5 +2,4 @@ dill==0.3.2 click==7.1.2 numpy==1.19.1 spacy==2.3.2 -en-core-web-sm==2.3.1 - +https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-2.3.1/en_core_web_sm-2.3.1.tar.gz diff --git a/examples/kubeflow/pipeline/pipeline_steps/tfidf_vectorizer/pipeline_step.py b/examples/kubeflow/pipeline/pipeline_steps/tfidf_vectorizer/pipeline_step.py index d0b147f76b..243c327161 100644 --- a/examples/kubeflow/pipeline/pipeline_steps/tfidf_vectorizer/pipeline_step.py +++ b/examples/kubeflow/pipeline/pipeline_steps/tfidf_vectorizer/pipeline_step.py @@ -1,6 +1,7 @@ import click -import numpy as np import dill + +import numpy as np from sklearn.feature_extraction.text import TfidfVectorizer @click.command() diff --git a/examples/kubeflow/pipeline/pipeline_steps/tfidf_vectorizer/requirements.txt b/examples/kubeflow/pipeline/pipeline_steps/tfidf_vectorizer/requirements.txt index 5c1ddeb0d5..41f5e1cc97 100644 --- a/examples/kubeflow/pipeline/pipeline_steps/tfidf_vectorizer/requirements.txt +++ b/examples/kubeflow/pipeline/pipeline_steps/tfidf_vectorizer/requirements.txt @@ -2,4 +2,3 @@ dill==0.3.2 click==7.1.2 numpy==1.19.1 scikit-learn==0.23.2 - diff --git a/examples/kubeflow/requirements-dev.txt b/examples/kubeflow/requirements-dev.txt index fbb745973a..fd4f413713 100644 --- a/examples/kubeflow/requirements-dev.txt +++ b/examples/kubeflow/requirements-dev.txt @@ -1,3 +1,4 @@ +dill==0.3.2 python-dateutil==2.8.1 kfp==1.0.0 kubernetes==11.0.0 @@ -6,5 +7,5 @@ seldon_core==1.2.3 numpy==1.19.1 pandas==1.1.1 spacy==2.3.2 -scikit-learn-0.23.2 -en-core-web-sm=2.3.1 +scikit-learn==0.23.2 +https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-2.3.1/en_core_web_sm-2.3.1.tar.gz