diff --git a/src/mlpack/core/util/cli.cpp b/src/mlpack/core/util/cli.cpp
index 12bd75bfb13..4b7056f8a25 100644
--- a/src/mlpack/core/util/cli.cpp
+++ b/src/mlpack/core/util/cli.cpp
@@ -255,7 +255,7 @@ void CLI::ClearSettings()
   while (it2 != GetSingleton().aliases.end())
   {
     // Is this an alias to a persistent parameter?
-    if (GetSingleton().parameters.count(it2->second) > 0)
+    if (persistent.count(it2->second) > 0)
       persistentAliases[it2->first] = it2->second; // Save it.
 
     ++it2;
diff --git a/src/mlpack/tests/cli_binding_test.cpp b/src/mlpack/tests/cli_binding_test.cpp
index 135327a70ee..405e14e59f7 100644
--- a/src/mlpack/tests/cli_binding_test.cpp
+++ b/src/mlpack/tests/cli_binding_test.cpp
@@ -30,6 +30,7 @@ BOOST_AUTO_TEST_SUITE(CLIBindingTest);
  */
 BOOST_AUTO_TEST_CASE(CLIOptionTest)
 {
+  CLI::ClearSettings();
   CLIOption<double> co1(0.0, "test", "test2", "t", "double", false, true,
       false);
 
diff --git a/src/mlpack/tests/python_binding_test.cpp b/src/mlpack/tests/python_binding_test.cpp
index ebb878243eb..79de0b9c105 100644
--- a/src/mlpack/tests/python_binding_test.cpp
+++ b/src/mlpack/tests/python_binding_test.cpp
@@ -37,6 +37,7 @@ BOOST_AUTO_TEST_SUITE(PythonBindingsTest);
  */
 BOOST_AUTO_TEST_CASE(PyOptionTest)
 {
+  CLI::ClearSettings();
   programName = "test";
   PyOption<double> po1(0.0, "test", "test2", "t", "double", false, true, false);