Merge pull request #1 from vijayvammi/runnable

feat: moving to runnable
vijayvammi · Feb 24, 2024 · f4ffd24 · f4ffd24
2 parents 9215f88 + cda0f87
commit f4ffd24
Show file tree

Hide file tree

Showing 145 changed files with 878 additions and 1,040 deletions.
diff --git a/.gitignore b/.gitignore
@@ -153,4 +153,4 @@ cov.xml
 
 data/
 
-example_bak/
+docs/
diff --git a/.pylintrc b/.pylintrc
@@ -1,4 +1,4 @@
 [MASTER]
-ignore-patterns=**/tests/magnus/*.py
+ignore-patterns=**/tests/runnable/*.py
 disable=
     C0114,W1202,W1203
diff --git a/assets/favicon.png b/assets/favicon.png
diff --git a/assets/logo-readme.png b/assets/logo-readme.png
diff --git a/assets/logo.png b/assets/logo.png
diff --git a/assets/work.png b/assets/work.png
diff --git a/docs/.DS_Store b/docs/.DS_Store
diff --git a/examples/catalog.py b/examples/catalog.py
@@ -5,7 +5,7 @@
     python run examples/catalog.py
 """
 
-from magnus import Catalog, Pipeline, Stub, Task
+from runnable import Catalog, Pipeline, Stub, Task
 
 
 def main():

diff --git a/examples/catalog_api.py b/examples/catalog_api.py
@@ -8,7 +8,7 @@
 
 from pathlib import Path
 
-from magnus import Pipeline, Task, get_from_catalog, put_in_catalog
+from runnable import Pipeline, Task, get_from_catalog, put_in_catalog
 
 
 def create_content():

diff --git a/examples/catalog_simple.py b/examples/catalog_simple.py
@@ -6,7 +6,7 @@
 
 """
 
-from magnus import Catalog, Pipeline, Task
+from runnable import Catalog, Pipeline, Task
 
 
 def main():

diff --git a/examples/concepts/catalog.py b/examples/concepts/catalog.py
@@ -38,7 +38,7 @@ def retrieve_content_from_both():
 
 
 def main():
-    from magnus import Catalog, Pipeline, Task
+    from runnable import Catalog, Pipeline, Task
 
     # This step creates a file in the data folder and syncs it to the catalog.
     data_catalog = Catalog(put=["data/hello.txt"])

diff --git a/examples/concepts/catalog_api.py b/examples/concepts/catalog_api.py
@@ -8,7 +8,7 @@
 
 from pathlib import Path
 
-from magnus import get_from_catalog, put_in_catalog
+from runnable import get_from_catalog, put_in_catalog
 
 
 def create_content_in_data_folder():
@@ -52,7 +52,7 @@ def retrieve_content_from_both():
 
 
 def main():
-    from magnus import Pipeline, Task
+    from runnable import Pipeline, Task
 
     # This step creates a file in the data folder and syncs it to the catalog.
     data_create = Task(

diff --git a/examples/concepts/catalog_object.py b/examples/concepts/catalog_object.py
@@ -7,7 +7,7 @@
 
 from pydantic import BaseModel
 
-from magnus import get_object, put_object
+from runnable import get_object, put_object
 
 
 class EggsModel(BaseModel):
@@ -44,7 +44,7 @@ def retrieve_object():
 
 
 def main():
-    from magnus import Pipeline, Task
+    from runnable import Pipeline, Task
 
     # This step creates an object and stores it in the catalog.
     object_put = Task(

diff --git a/examples/concepts/experiment_tracking_api.py b/examples/concepts/experiment_tracking_api.py
@@ -7,7 +7,7 @@
 
 from pydantic import BaseModel
 
-from magnus import Pipeline, Task, track_this
+from runnable import Pipeline, Task, track_this
 
 
 class EggsModel(BaseModel):

diff --git a/examples/concepts/experiment_tracking_env.py b/examples/concepts/experiment_tracking_env.py
@@ -3,7 +3,7 @@
 
 from pydantic import BaseModel
 
-from magnus import Pipeline, Task
+from runnable import Pipeline, Task
 
 
 class EggsModel(BaseModel):

diff --git a/examples/concepts/experiment_tracking_integration.py b/examples/concepts/experiment_tracking_integration.py
@@ -10,7 +10,7 @@
 
 from pydantic import BaseModel
 
-from magnus import Pipeline, Task, track_this
+from runnable import Pipeline, Task, track_this
 
 
 class EggsModel(BaseModel):

diff --git a/examples/concepts/experiment_tracking_step.py b/examples/concepts/experiment_tracking_step.py
@@ -8,7 +8,7 @@
 
 from pydantic import BaseModel
 
-from magnus import Pipeline, Task, track_this
+from runnable import Pipeline, Task, track_this
 
 
 class EggsModel(BaseModel):

diff --git a/examples/concepts/map.py b/examples/concepts/map.py
@@ -54,7 +54,7 @@ def main():
         process_chunk(chunks.stride, start_index)
 
     """
-    from magnus import Map, Pipeline, Task
+    from runnable import Map, Pipeline, Task
 
     execute = Task(
         name="execute",

diff --git a/examples/concepts/nesting.py b/examples/concepts/nesting.py
@@ -11,7 +11,7 @@
 
 from pydantic import create_model
 
-from magnus import Map, Parallel, Pipeline, Stub, Task
+from runnable import Map, Parallel, Pipeline, Stub, Task
 
 
 def generate_list():

diff --git a/examples/concepts/notebook_api_parameters.ipynb b/examples/concepts/notebook_api_parameters.ipynb
@@ -17,7 +17,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "from magnus import get_parameter, set_parameter\n",
+    "from runnable import get_parameter, set_parameter\n",
     "\n",
     "class EggsModel(BaseModel):\n",
     "    ham: str\n",

diff --git a/examples/concepts/notebook_api_parameters_out.ipynb b/examples/concepts/notebook_api_parameters_out.ipynb
@@ -3,11 +3,11 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "1b6e62ed",
+   "id": "9c62043a",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.255937,
-     "timestamp_start": 1707918790.255617
+     "timestamp_end": 1708756176.397279,
+     "timestamp_start": 1708756176.396996
     },
     "tags": [
      "injected-parameters"
@@ -26,8 +26,8 @@
    "id": "4377a9c8",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.256169,
-     "timestamp_start": 1707918790.25596
+     "timestamp_end": 1708756176.397464,
+     "timestamp_start": 1708756176.397298
     }
    },
    "outputs": [],
@@ -41,13 +41,13 @@
    "id": "3e98e89e-765c-42d4-81ea-c371c2eab14d",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.257516,
-     "timestamp_start": 1707918790.256187
+     "timestamp_end": 1708756176.398581,
+     "timestamp_start": 1708756176.397477
     }
    },
    "outputs": [],
    "source": [
-    "from magnus import get_parameter, set_parameter\n",
+    "from runnable import get_parameter, set_parameter\n",
     "\n",
     "class EggsModel(BaseModel):\n",
     "    ham: str\n",
@@ -64,8 +64,8 @@
    "id": "0e04f11a",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.257781,
-     "timestamp_start": 1707918790.257534
+     "timestamp_end": 1708756176.398817,
+     "timestamp_start": 1708756176.398597
     }
    },
    "outputs": [],
@@ -80,8 +80,8 @@
    "id": "9f1cbac6-cada-42b0-8fb1-ddb25a88836c",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.25824,
-     "timestamp_start": 1707918790.257795
+     "timestamp_end": 1708756176.399241,
+     "timestamp_start": 1708756176.39883
     }
    },
    "outputs": [

diff --git a/examples/concepts/notebook_env_parameters_out.ipynb b/examples/concepts/notebook_env_parameters_out.ipynb
@@ -3,11 +3,11 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "91076f2e",
+   "id": "5b37e14b",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.591766,
-     "timestamp_start": 1707918790.591444
+     "timestamp_end": 1708756176.701174,
+     "timestamp_start": 1708756176.700862
     },
     "tags": [
      "injected-parameters"
@@ -26,8 +26,8 @@
    "id": "4377a9c8",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.591986,
-     "timestamp_start": 1707918790.591793
+     "timestamp_end": 1708756176.701521,
+     "timestamp_start": 1708756176.701195
     }
    },
    "outputs": [],
@@ -43,8 +43,8 @@
    "id": "3e98e89e-765c-42d4-81ea-c371c2eab14d",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.593172,
-     "timestamp_start": 1707918790.592001
+     "timestamp_end": 1708756176.702808,
+     "timestamp_start": 1708756176.701549
     }
    },
    "outputs": [],
@@ -64,8 +64,8 @@
    "id": "0e04f11a",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.593867,
-     "timestamp_start": 1707918790.593187
+     "timestamp_end": 1708756176.703095,
+     "timestamp_start": 1708756176.702826
     }
    },
    "outputs": [],
@@ -80,8 +80,8 @@
    "id": "9f1cbac6-cada-42b0-8fb1-ddb25a88836c",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.594819,
-     "timestamp_start": 1707918790.593886
+     "timestamp_end": 1708756176.70361,
+     "timestamp_start": 1708756176.703112
     }
    },
    "outputs": [

diff --git a/examples/concepts/notebook_native_parameters_out.ipynb b/examples/concepts/notebook_native_parameters_out.ipynb
@@ -6,8 +6,8 @@
    "id": "3e98e89e-765c-42d4-81ea-c371c2eab14d",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.857198,
-     "timestamp_start": 1707918790.85559
+     "timestamp_end": 1708756176.923295,
+     "timestamp_start": 1708756176.921795
     }
    },
    "outputs": [],
@@ -29,8 +29,8 @@
    "id": "e7f0aab2",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.857372,
-     "timestamp_start": 1707918790.857225
+     "timestamp_end": 1708756176.923476,
+     "timestamp_start": 1708756176.923323
     },
     "tags": [
      "parameters"
@@ -46,11 +46,11 @@
   {
    "cell_type": "code",
    "execution_count": 3,
-   "id": "214344ac",
+   "id": "d264a99f",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.857516,
-     "timestamp_start": 1707918790.857386
+     "timestamp_end": 1708756176.923626,
+     "timestamp_start": 1708756176.923491
     },
     "tags": [
      "injected-parameters"
@@ -69,8 +69,8 @@
    "id": "0e04f11a",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.857676,
-     "timestamp_start": 1707918790.857529
+     "timestamp_end": 1708756176.923783,
+     "timestamp_start": 1708756176.923639
     }
    },
    "outputs": [],
@@ -84,8 +84,8 @@
    "id": "9f1cbac6-cada-42b0-8fb1-ddb25a88836c",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.858087,
-     "timestamp_start": 1707918790.857688
+     "timestamp_end": 1708756176.924187,
+     "timestamp_start": 1708756176.923795
     }
    },
    "outputs": [
@@ -124,8 +124,8 @@
    "id": "a58a4492",
    "metadata": {
     "ploomber": {
-     "timestamp_end": 1707918790.858388,
-     "timestamp_start": 1707918790.858251
+     "timestamp_end": 1708756176.924477,
+     "timestamp_start": 1708756176.924338
     },
     "tags": [
      "magnus_output"

diff --git a/examples/concepts/parallel.py b/examples/concepts/parallel.py
@@ -11,7 +11,7 @@
        python examples/concepts/parallel.py
 """
 
-from magnus import Parallel, Pipeline, Stub
+from runnable import Parallel, Pipeline, Stub
 
 
 def main():

diff --git a/examples/concepts/simple.py b/examples/concepts/simple.py
@@ -5,7 +5,7 @@
     python examples/concepts/simple.py
 """
 
-from magnus import Pipeline, Task
+from runnable import Pipeline, Task
 
 
 def simple_function():