diff --git a/Project.toml b/Project.toml
index 8a9baa07d..af8b16047 100644
--- a/Project.toml
+++ b/Project.toml
@@ -5,7 +5,6 @@ version = "0.3.1"
 [deps]
 ADTypes = "47edcb42-4c32-4615-8424-f2b9edc5f35b"
 Accessors = "7d9f7c33-5ae7-4f3b-8dc6-eff91059b697"
-ChainRulesCore = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4"
 DiffResults = "163ba53b-c6d8-5494-b064-1a9d43ac40c5"
 DifferentiationInterface = "a0c0ee7d-e4b9-4e03-894e-1c5f64a51d63"
 Distributions = "31c24e10-a181-5473-b8eb-7969acd0382f"
@@ -29,7 +28,6 @@ AdvancedVIBijectorsExt = "Bijectors"
 ADTypes = "1"
 Accessors = "0.1"
 Bijectors = "0.13, 0.14, 0.15"
-ChainRulesCore = "1.16"
 DiffResults = "1"
 DifferentiationInterface = "0.6"
 Distributions = "0.25.111"
diff --git a/src/AdvancedVI.jl b/src/AdvancedVI.jl
index d4e64b8da..18135cde7 100644
--- a/src/AdvancedVI.jl
+++ b/src/AdvancedVI.jl
@@ -17,7 +17,6 @@ using LogDensityProblems
 using ADTypes
 using DiffResults
 using DifferentiationInterface
-using ChainRulesCore
 
 using FillArrays