/
rerun.py
57 lines (48 loc) · 2.11 KB
/
rerun.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
# -*- coding: utf-8 -*-
#
# Copyright 2018-2021- Swiss Data Science Center (SDSC)
# A partnership between École Polytechnique Fédérale de Lausanne (EPFL) and
# Eidgenössische Technische Hochschule Zürich (ETHZ).
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Renku rerun command."""
from renku.core.commands.graph import Graph
from renku.core.commands.update import execute_workflow
from renku.core.management import LocalClient
from renku.core.management.command_builder.command import Command, inject
def rerun_workflows():
"""Recreate files generated by a sequence of ``run`` commands."""
return (
Command()
.command(_rerun_workflows)
.require_migration()
.require_clean()
.require_nodejs()
.with_database(write=True)
.with_commit()
)
@inject.autoparams()
def _rerun_workflows(revision, roots, siblings, inputs, paths, client: LocalClient):
graph = Graph(client)
outputs = graph.build(paths=paths, revision=revision)
# Check or extend siblings of outputs.
outputs = siblings(graph, outputs)
output_paths = {node.path for node in outputs}
# Normalize and check all starting paths.
roots = {graph.normalize_path(root) for root in roots}
output_paths -= roots
outputs = [o for o in outputs if o.path not in roots]
# Generate workflow and check inputs.
# NOTE The workflow creation is done before opening a new file.
workflow = inputs(graph.as_workflow(input_paths=roots, output_paths=output_paths, outputs=outputs))
execute_workflow(workflow=workflow, output_paths=output_paths, command_name="rerun", update_commits=False)