diff --git a/acl/src/main/java/org/apache/rocketmq/acl/plain/PlainPermissionManager.java b/acl/src/main/java/org/apache/rocketmq/acl/plain/PlainPermissionManager.java
index e1f4fefb7da..91fc80e2b59 100644
--- a/acl/src/main/java/org/apache/rocketmq/acl/plain/PlainPermissionManager.java
+++ b/acl/src/main/java/org/apache/rocketmq/acl/plain/PlainPermissionManager.java
@@ -418,6 +418,7 @@ public boolean deleteAccessConfig(String accesskey) {
                 if (itemIterator.next().get(AclConstants.CONFIG_ACCESS_KEY).equals(accesskey)) {
                     // Delete the related acl config element
                     itemIterator.remove();
+                    accessKeyTable.remove(accesskey);
                     aclAccessConfigMap.put(AclConstants.CONFIG_ACCOUNTS, accounts);
                     return AclUtils.writeDataObject(aclFileName, updateAclConfigFileVersion(aclAccessConfigMap));
                 }