diff --git a/doc/whats_new/v0.10.rst b/doc/whats_new/v0.10.rst
index 5693e1b..5843f9a 100644
--- a/doc/whats_new/v0.10.rst
+++ b/doc/whats_new/v0.10.rst
@@ -2,6 +2,14 @@
 
 .. currentmodule:: skopt
 
+.. _changes_0_10_3:
+
+Version 0.10.3
+==============
+**Unreleased**
+
+- |Fix| Fix incompatibility with scikit-learn >= 1.6
+
 .. _changes_0_10_2:
 
 Version 0.10.2
diff --git a/skopt/learning/gbrt.py b/skopt/learning/gbrt.py
index 2d39653..7259d51 100644
--- a/skopt/learning/gbrt.py
+++ b/skopt/learning/gbrt.py
@@ -9,7 +9,7 @@ def _parallel_fit(regressor, X, y):
     return regressor.fit(X, y)
 
 
-class GradientBoostingQuantileRegressor(BaseEstimator, RegressorMixin):
+class GradientBoostingQuantileRegressor(RegressorMixin, BaseEstimator):
     """Predict several quantiles with one estimator.
 
     This is a wrapper around `GradientBoostingRegressor`'s quantile