dvc: add checkout --relink

dvc/command/checkout.py

@@ -12,6 +12,7 @@ def run(self):
             targets=self.args.targets,
             with_deps=self.args.with_deps,
             force=self.args.force,
+            relink=self.args.relink,
             recursive=self.args.recursive,
         )
         return 0
@@ -34,6 +35,12 @@ def add_parser(subparsers, parent_parser):
         default=False,
         help="Do not prompt when removing working directory files.",
     )
+    checkout_parser.add_argument(
+        "--relink",
+        action="store_true",
+        default=False,
+        help="Recreate links or copies from cache to workspace.",
+    )
     checkout_parser.add_argument(
         "-d",
         "--with-deps",

dvc/command/config.py

@@ -29,6 +29,14 @@ def run(self):
                 section, opt, self.args.value, level=self.args.level
             )
 
+        is_write = self.args.unset or self.args.value is not None
+        if is_write and self.args.name == "cache.type":
+            logger.warning(
+                "You have changed the 'cache.type' option. This doesn't update"
+                " any existing workspace file links, but it can be done with:"
+                "\n             dvc checkout --relink"
+            )
+
         return 0
 
 

dvc/output/base.py

@@ -282,7 +282,9 @@ def verify_metric(self):
     def download(self, to):
         self.remote.download(self.path_info, to.path_info)
 
-    def checkout(self, force=False, progress_callback=None, tag=None):
+    def checkout(
+        self, force=False, progress_callback=None, tag=None, relink=False
+    ):
         if not self.use_cache:
             if progress_callback:
                 progress_callback(str(self.path_info), self.get_files_number())
@@ -298,6 +300,7 @@ def checkout(self, force=False, progress_callback=None, tag=None):
             info,
             force=force,
             progress_callback=progress_callback,
+            relink=relink,
         )
 
     def remove(self, ignore_remove=False):

dvc/remote/base.py

@@ -1,4 +1,5 @@
 from __future__ import unicode_literals
+from dvc.utils.compat import basestring, FileNotFoundError, str, urlparse
 
 import itertools
 import json
@@ -14,22 +15,17 @@
 
 import dvc.prompt as prompt
 from dvc.config import Config
-from dvc.exceptions import ConfirmRemoveError
-from dvc.exceptions import DvcException
-from dvc.exceptions import DvcIgnoreInCollectedDirError
+from dvc.exceptions import (
+    DvcException,
+    ConfirmRemoveError,
+    DvcIgnoreInCollectedDirError,
+)
 from dvc.ignore import DvcIgnore
-from dvc.path_info import PathInfo
-from dvc.path_info import URLInfo
+from dvc.path_info import PathInfo, URLInfo
 from dvc.progress import Tqdm
 from dvc.remote.slow_link_detection import slow_link_guard
 from dvc.state import StateNoop
-from dvc.utils import makedirs
-from dvc.utils import relpath
-from dvc.utils import tmp_fname
-from dvc.utils.compat import basestring
-from dvc.utils.compat import FileNotFoundError
-from dvc.utils.compat import str
-from dvc.utils.compat import urlparse
+from dvc.utils import makedirs, relpath, tmp_fname
 from dvc.utils.fs import move
 from dvc.utils.http import open_url
 
@@ -49,13 +45,6 @@
 }
 
 
-class DataCloudError(DvcException):
-    """ Data Cloud exception """
-
-    def __init__(self, msg):
-        super(DataCloudError, self).__init__("Data sync error: {}".format(msg))
-
-
 class RemoteCmdError(DvcException):
     def __init__(self, remote, cmd, ret, err):
         super(RemoteCmdError, self).__init__(
@@ -847,7 +836,7 @@ def makedirs(self, path_info):
         pass
 
     def _checkout_dir(
-        self, path_info, checksum, force, progress_callback=None
+        self, path_info, checksum, force, progress_callback=None, relink=False
     ):
         # Create dir separately so that dir is created
         # even if there are no files in it
@@ -865,9 +854,8 @@ def _checkout_dir(
             entry_info = path_info / relative_path
 
             entry_checksum_info = {self.PARAM_CHECKSUM: entry_checksum}
-            if self.changed(entry_info, entry_checksum_info):
-                if self.exists(entry_info):
-                    self.safe_remove(entry_info, force=force)
+            if relink or self.changed(entry_info, entry_checksum_info):
+                self.safe_remove(entry_info, force=force)
                 self.link(entry_cache_info, entry_info)
                 self.state.save(entry_info, entry_checksum)
             if progress_callback:
@@ -889,7 +877,12 @@ def _remove_redundant_files(self, path_info, dir_info, force):
             self.safe_remove(path, force)
 
     def checkout(
-        self, path_info, checksum_info, force=False, progress_callback=None
+        self,
+        path_info,
+        checksum_info,
+        force=False,
+        progress_callback=None,
+        relink=False,
     ):
         if path_info.scheme not in ["local", self.scheme]:
             raise NotImplementedError
@@ -905,7 +898,7 @@ def checkout(
             self.safe_remove(path_info, force=force)
             failed = path_info
 
-        elif not self.changed(path_info, checksum_info):
+        elif not relink and not self.changed(path_info, checksum_info):
             msg = "Data '{}' didn't change."
             logger.debug(msg.format(str(path_info)))
             skip = True
@@ -926,18 +919,23 @@ def checkout(
         msg = "Checking out '{}' with cache '{}'."
         logger.debug(msg.format(str(path_info), checksum))
 
-        self._checkout(path_info, checksum, force, progress_callback)
+        self._checkout(path_info, checksum, force, progress_callback, relink)
         return None
 
     def _checkout(
-        self, path_info, checksum, force=False, progress_callback=None
+        self,
+        path_info,
+        checksum,
+        force=False,
+        progress_callback=None,
+        relink=False,
     ):
         if not self.is_dir_checksum(checksum):
             return self._checkout_file(
                 path_info, checksum, force, progress_callback=progress_callback
             )
         return self._checkout_dir(
-            path_info, checksum, force, progress_callback=progress_callback
+            path_info, checksum, force, progress_callback, relink
         )
 
     def get_files_number(self, checksum):

dvc/repo/checkout.py

@@ -25,7 +25,12 @@ def get_all_files_numbers(stages):
 
 
 def _checkout(
-    self, targets=None, with_deps=False, force=False, recursive=False
+    self,
+    targets=None,
+    with_deps=False,
+    force=False,
+    relink=False,
+    recursive=False,
 ):
     from dvc.stage import StageFileDoesNotExistError, StageFileBadNameError
 
@@ -55,7 +60,11 @@ def _checkout(
     ) as pbar:
         for stage in stages:
             failed.extend(
-                stage.checkout(force=force, progress_callback=pbar.update_desc)
+                stage.checkout(
+                    force=force,
+                    progress_callback=pbar.update_desc,
+                    relink=relink,
+                )
             )
     if failed:
         raise CheckoutError(failed)

dvc/stage.py

@@ -960,11 +960,14 @@ def check_missing_outputs(self):
             raise MissingDataSource(paths)
 
     @rwlocked(write=["outs"])
-    def checkout(self, force=False, progress_callback=None):
+    def checkout(self, force=False, progress_callback=None, relink=False):
         failed_checkouts = []
         for out in self.outs:
             failed = out.checkout(
-                force=force, tag=self.tag, progress_callback=progress_callback
+                force=force,
+                tag=self.tag,
+                progress_callback=progress_callback,
+                relink=relink,
             )
             if failed:
                 failed_checkouts.append(failed)

tests/func/test_checkout.py

@@ -26,7 +26,6 @@
 from tests.basic_env import TestDvc
 from tests.basic_env import TestDvcGit
 from tests.func.test_repro import TestRepro
-from tests.utils import spy
 
 logger = logging.getLogger("dvc")
 
@@ -485,58 +484,29 @@ def test_checkout_no_checksum(tmp_dir, dvc):
     assert not os.path.exists("file")
 
 
-@pytest.mark.skip
 @pytest.mark.parametrize(
     "link, link_test_func",
     [("hardlink", System.is_hardlink), ("symlink", System.is_symlink)],
 )
-def test_should_relink_on_checkout(link, link_test_func, repo_dir, dvc_repo):
-    dvc_repo.cache.local.cache_types = [link]
+def test_checkout_relink(tmp_dir, dvc, link, link_test_func):
+    dvc.cache.local.cache_types = [link]
 
-    dvc_repo.add(repo_dir.DATA_DIR)
-    dvc_repo.unprotect(repo_dir.DATA_SUB)
+    tmp_dir.dvc_gen({"dir": {"data": "text"}})
+    dvc.unprotect("dir/data")
+    assert not link_test_func("dir/data")
 
-    dvc_repo.checkout([repo_dir.DATA_DIR + Stage.STAGE_FILE_SUFFIX])
+    dvc.checkout(["dir.dvc"], relink=True)
+    assert link_test_func("dir/data")
 
-    assert link_test_func(repo_dir.DATA_SUB)
 
-
-@pytest.mark.skip
 @pytest.mark.parametrize("link", ["hardlink", "symlink", "copy"])
-def test_should_protect_on_checkout(link, dvc_repo, repo_dir):
-    dvc_repo.cache.local.cache_types = [link]
-    dvc_repo.cache.local.protected = True
-
-    dvc_repo.add(repo_dir.FOO)
-    dvc_repo.unprotect(repo_dir.FOO)
-
-    dvc_repo.checkout([repo_dir.FOO + Stage.STAGE_FILE_SUFFIX])
-
-    assert not os.access(repo_dir.FOO, os.W_OK)
-
-
-@pytest.mark.skip
-def test_should_relink_only_one_file_in_dir(dvc_repo, repo_dir):
-    dvc_repo.cache.local.cache_types = ["symlink"]
-
-    dvc_repo.add(repo_dir.DATA_DIR)
-    dvc_repo.unprotect(repo_dir.DATA_SUB)
-
-    link_spy = spy(System.symlink)
-    with patch.object(dvc_repo.cache.local, "symlink", link_spy):
-        dvc_repo.checkout([repo_dir.DATA_DIR + Stage.STAGE_FILE_SUFFIX])
-
-    assert link_spy.mock.call_count == 1
-
-
-@pytest.mark.skip
-@pytest.mark.parametrize("link", ["hardlink", "symlink", "copy"])
-def test_should_not_relink_on_unchanged_dependency(link, dvc_repo, repo_dir):
-    dvc_repo.cache.local.cache_types = [link]
-
-    dvc_repo.add(repo_dir.DATA_DIR)
+def test_checkout_relink_protected(tmp_dir, dvc, link):
+    dvc.cache.local.cache_types = [link]
+    dvc.cache.local.protected = True
 
-    with patch.object(dvc_repo.cache.local, "link") as mock_link:
-        dvc_repo.checkout([repo_dir.DATA_DIR + Stage.STAGE_FILE_SUFFIX])
+    tmp_dir.dvc_gen("foo", "foo")
+    dvc.unprotect("foo")
+    assert os.access("foo", os.W_OK)
 
-    assert not mock_link.called
+    dvc.checkout(["foo.dvc"], relink=True)
+    assert not os.access("foo", os.W_OK)

tests/unit/command/test_checkout.py

@@ -0,0 +1,21 @@
+from dvc.cli import parse_args
+from dvc.command.checkout import CmdCheckout
+
+
+def test_checkout(tmp_dir, dvc, mocker):
+    cli_args = parse_args(
+        ["checkout", "foo.dvc", "bar.dvc", "--relink", "--with-deps"]
+    )
+    assert cli_args.func == CmdCheckout
+
+    cmd = cli_args.func(cli_args)
+    m = mocker.patch("dvc.repo.Repo.checkout")
+
+    assert cmd.run() == 0
+    m.assert_called_once_with(
+        targets=["foo.dvc", "bar.dvc"],
+        force=False,
+        recursive=False,
+        relink=True,
+        with_deps=True,
+    )