diff --git a/reproducibility/pipelines/argo/.gitignore b/reproducibility/pipelines/argo/.gitignore index 4569181a4..07d0df61e 100644 --- a/reproducibility/pipelines/argo/.gitignore +++ b/reproducibility/pipelines/argo/.gitignore @@ -1,4 +1,4 @@ outputs/ multirun/ testing/ -.envrc \ No newline at end of file +.envrc diff --git a/reproducibility/pipelines/argo/components/environment_log_component.py b/reproducibility/pipelines/argo/components/environment_log_component.py index 2983fadf4..75d021fca 100644 --- a/reproducibility/pipelines/argo/components/environment_log_component.py +++ b/reproducibility/pipelines/argo/components/environment_log_component.py @@ -1,8 +1,9 @@ -from kfp.v2 import dsl -from kfp.v2.dsl import Output, Dataset # , Input, Model, Artifact from google_cloud_pipeline_components.v1.custom_job import ( create_custom_training_job_from_component, ) +from kfp.v2 import dsl +from kfp.v2.dsl import Dataset # , Input, Model, Artifact +from kfp.v2.dsl import Output def create_environment_log_component( diff --git a/reproducibility/pipelines/argo/construct_pipeline.py b/reproducibility/pipelines/argo/construct_pipeline.py index 8fb200acd..b2a56a810 100644 --- a/reproducibility/pipelines/argo/construct_pipeline.py +++ b/reproducibility/pipelines/argo/construct_pipeline.py @@ -6,6 +6,7 @@ from kfp.v2 import dsl from kfp.v2.dsl import Dataset # Output, Input, Model, Artifact + load_dotenv(".envrc") @@ -34,5 +35,5 @@ def complete_pipeline( location=location, message=message, ).outputs["environment_info"] - + return complete_pipeline diff --git a/reproducibility/pipelines/argo/run_pipeline.py b/reproducibility/pipelines/argo/run_pipeline.py index 8b043a5f4..d818597ff 100644 --- a/reproducibility/pipelines/argo/run_pipeline.py +++ b/reproducibility/pipelines/argo/run_pipeline.py @@ -13,6 +13,7 @@ from kfp.v2 import dsl from kfp.v2.dsl import Dataset # Output, Input, Model, Artifact + load_dotenv(".envrc") @@ -36,7 +37,6 @@ PipelineConf = builds( create_complete_pipeline, - ) base_pipeline = PipelineConf( pipeline_root=pipeline_root, @@ -52,11 +52,11 @@ ) base_job = JobConf( pipeline_func=base_pipeline, - parameter_values= { + parameter_values={ "project": os.environ["ARGO_GCP_PROJECT_ID"], "location": os.environ["ARGO_GCP_REGION"], "message": "message text", - } + }, ) job_store = store(group="job")