diff --git a/CHANGELOG.md b/CHANGELOG.md
index be9b995b..b5e9c3ff 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,3 +1,11 @@
+# 0.23.0
+## Breaking change
+- Change automalically selected solver from sgd to lbfgs in
+[LinearRegression](https://yoshoku.github.io/rumale/doc/Rumale/LinearModel/LinearRegression.html) and
+[Ridge](https://yoshoku.github.io/rumale/doc/Rumale/LinearModel/Ridge.html).
+  - When given 'auto' to solver parameter, these estimator select  the 'svd' solver if Numo::Linalg is loaded.
+  Otherwise, they select the 'lbfgs' solver.
+
 # 0.22.5
 - Add transformer class for calculating kernel matrix.
   - [KernelCalculator](https://yoshoku.github.io/rumale/doc/Rumale/Preprocessing/KernelCalculator.html)
diff --git a/lib/rumale/version.rb b/lib/rumale/version.rb
index 28cfb594..bb9c10bf 100644
--- a/lib/rumale/version.rb
+++ b/lib/rumale/version.rb
@@ -3,5 +3,5 @@
 # Rumale is a machine learning library in Ruby.
 module Rumale
   # The version of Rumale you are using.
-  VERSION = '0.22.5'
+  VERSION = '0.23.0'
 end