diff --git a/packages/google-cloud-vision/src/v1/image_annotator_client_config.json b/packages/google-cloud-vision/src/v1/image_annotator_client_config.json
index b7b8b93a752..a5623731dc0 100644
--- a/packages/google-cloud-vision/src/v1/image_annotator_client_config.json
+++ b/packages/google-cloud-vision/src/v1/image_annotator_client_config.json
@@ -6,9 +6,7 @@
           "DEADLINE_EXCEEDED",
           "UNAVAILABLE"
         ],
-        "non_idempotent": [
-          "UNAVAILABLE"
-        ]
+        "non_idempotent": []
       },
       "retry_params": {
         "default": {