diff --git a/holoviews/util/__init__.py b/holoviews/util/__init__.py
index 80893754ea..fc544dee34 100644
--- a/holoviews/util/__init__.py
+++ b/holoviews/util/__init__.py
@@ -628,7 +628,11 @@ def renderer(name):
     """
     try:
         if name not in Store.renderers:
+            if Store.current_backend:
+                prev_backend = Store.current_backend
             extension(name)
+            if prev_backend:
+                Store.set_current_backend(prev_backend)
         return Store.renderers[name]
     except ImportError:
         msg = ('Could not find a {name!r} renderer, available renderers are: {available}.')