diff --git a/pyproject.toml b/pyproject.toml
index fe9aa5777..36097b8ef 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -129,6 +129,10 @@ npm = [
     "jlpm",
 ]
 
+# This is only so that we can pin to an ipyvolume branch, we should remove this when we can
+[tool.hatch.metadata]
+allow-direct-references = true
+
 [tool.jupyter-releaser]
 skip = [
     "check-links",