diff --git a/cpp/src/arrow/flight/sql/acero_test.cc b/cpp/src/arrow/flight/sql/acero_test.cc
index f99edfaf9d6c1..fd3c52e74f39e 100644
--- a/cpp/src/arrow/flight/sql/acero_test.cc
+++ b/cpp/src/arrow/flight/sql/acero_test.cc
@@ -45,18 +45,13 @@ using arrow::internal::checked_cast;
 class TestAcero : public ::testing::Test {
  public:
   void SetUp() override {
-    ASSERT_OK_AND_ASSIGN(auto location, Location::ForGrpcTcp("0.0.0.0", 0));
+    ASSERT_OK_AND_ASSIGN(auto location, Location::ForGrpcTcp("localhost", 0));
     flight::FlightServerOptions options(location);
 
     ASSERT_OK_AND_ASSIGN(server_, acero_example::MakeAceroServer());
     ASSERT_OK(server_->Init(options));
 
-    std::stringstream ss;
-    ss << "grpc://localhost:" << server_->port();
-
-    ASSERT_OK_AND_ASSIGN(auto client_location, Location::Parse(ss.str()));
-    ASSERT_OK_AND_ASSIGN(auto client, FlightClient::Connect(client_location));
-
+    ASSERT_OK_AND_ASSIGN(auto client, FlightClient::Connect(server_->location()));
     client_.reset(new FlightSqlClient(std::move(client)));
   }