diff --git a/tools/main/main.cpp b/tools/main/main.cpp
index 6af59ffbe58dc..3fbc481dc24ec 100644
--- a/tools/main/main.cpp
+++ b/tools/main/main.cpp
@@ -290,7 +290,6 @@ int main(int argc, char ** argv) {
         auto formatted = common_chat_format_single(chat_templates.get(), chat_msgs, new_msg, role == "user", g_params->use_jinja);
         chat_msgs.push_back(new_msg);
         LOG_DBG("formatted: '%s'\n", formatted.c_str());
-        ggml_backend_cleanup();
         return formatted;
     };