handle redirects in HeadBucket (#676)

fsspec · Dec 29, 2022 · f57f9d8 · f57f9d8
1 parent 5917684
commit f57f9d8
Showing 1 changed file with 11 additions and 5 deletions.
diff --git a/s3fs/utils.py b/s3fs/utils.py
@@ -37,12 +37,18 @@ async def get_bucket_client(self, bucket_name=None):
 
         try:
             response = await general_client.head_bucket(Bucket=bucket_name)
-        except ClientError:
-            logger.debug(
-                "RC: HEAD_BUCKET call for %r has failed, returning the general client",
-                bucket_name,
+        except ClientError as e:
+            region = (
+                e.response["ResponseMetadata"]
+                .get("HTTPHeaders", {})
+                .get("x-amz-bucket-region")
             )
-            return general_client
+            if not region:
+                logger.debug(
+                    "RC: HEAD_BUCKET call for %r has failed, returning the general client",
+                    bucket_name,
+                )
+                return general_client
         else:
             region = response["ResponseMetadata"]["HTTPHeaders"]["x-amz-bucket-region"]