diff --git a/CHANGELOG.md b/CHANGELOG.md
index fe376ebd3..eeb42b644 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -7,6 +7,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.3.21]
+
 - feat: Update llama.cpp to ggerganov/llama.cpp@f53577432 and sync Python bindings
 - fix(ci): Build one arm64 release wheel for `py3-none` wheel publishing
 
diff --git a/llama_cpp/__init__.py b/llama_cpp/__init__.py
index 83177c065..fbad5c28b 100644
--- a/llama_cpp/__init__.py
+++ b/llama_cpp/__init__.py
@@ -1,4 +1,4 @@
 from .llama_cpp import *
 from .llama import *
 
-__version__ = "0.3.20"
+__version__ = "0.3.21"