diff --git a/Project.toml b/Project.toml
index db79689aa1..fd66cfbc7a 100644
--- a/Project.toml
+++ b/Project.toml
@@ -1,6 +1,6 @@
 name = "MathOptInterface"
 uuid = "b8f27783-ece8-5eb3-8dc8-9495eed66fee"
-version = "0.10.3"
+version = "0.10.4"
 
 [deps]
 BenchmarkTools = "6e4b80f9-dd63-53aa-95a3-0cdb28fa8baf"
diff --git a/docs/src/release_notes.md b/docs/src/release_notes.md
index c2bf521f63..c949f8429c 100644
--- a/docs/src/release_notes.md
+++ b/docs/src/release_notes.md
@@ -1,5 +1,25 @@
 # Release notes
 
+## v0.10.4 (October 26, 2021)
+
+For a detailed list of the closed issues and pull requests from this release,
+see the [tag notes](https://github.com/jump-dev/MathOptInterface.jl/releases/tag/v0.10.4).
+
+### New features
+
+- Add `SolverVersion` attribute
+- Add new tests:
+  - `test_solve_conflict_zeroone_ii`
+  - `test_nonlinear_objective`
+- `Utilities.VariablesContainer` now supports `ConstraintFunction` and
+  `ConstraintSet`
+- The documentation is now available as a PDF
+
+### Maintenance
+
+- Update to MutableArithmetics 0.3
+- Various improvements to the documentation
+
 ## v0.10.3 (September 18, 2021)
 
 For a detailed list of the closed issues and pull requests from this release,