Merge pull request #454 from mystic-ai/matthew/scaling-config-yaml

Scaling config yaml

pipeline/cloud/schemas/pipelines.py

@@ -53,6 +53,8 @@ class PipelineCreate(BaseModel):
 
     cluster: PipelineClusterConfig | None = None
 
+    scaling_config: str | None = None
+
     # Additional meta data
     description: t.Optional[str]
     readme: t.Optional[str]

pipeline/console/container/__init__.py

@@ -47,6 +47,7 @@ class PipelineConfig(BaseModel):
     readme: str | None = None
     extras: t.Dict[str, t.Any] | None
     cluster: cluster_schemas.PipelineClusterConfig | None = None
+    scaling_config_name: str | None = None
 
     class Config:
         extra = "forbid"
@@ -492,14 +493,12 @@ def _push_container(namespace: Namespace):
                 image=image_to_push_reg,
                 input_variables=[],
                 output_variables=[],
-                minimum_cache_number=None,
-                maximum_cache_number=None,
-                gpu_memory_min=pipeline_config.accelerator_memory,
                 accelerators=pipeline_config.accelerators,
                 description=pipeline_config.description,
                 readme=pipeline_config.readme,
                 extras=pipeline_config.extras,
                 cluster=pipeline_config.cluster,
+                scaling_config=pipeline_config.scaling_config_name,
             ).json()
         ),
     )

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "pipeline-ai"
-version = "2.1.9"
+version = "2.1.10"
 description = "Pipelines for machine learning workloads."
 authors = [
   "Paul Hetherington <ph@mystic.ai>",