File tree Expand file tree Collapse file tree 1 file changed +7
-9
lines changed
Expand file tree Collapse file tree 1 file changed +7
-9
lines changed Original file line number Diff line number Diff line change 195195
196196
197197@lru_cache
198- def _cached_resolve_s3_region (bucket : str ) -> str :
198+ def _cached_resolve_s3_region (bucket : str ) -> Optional [ str ] :
199199 from pyarrow .fs import resolve_s3_region
200200
201- return resolve_s3_region (bucket = bucket )
201+ try :
202+ return resolve_s3_region (bucket = bucket )
203+ except (OSError , TypeError ):
204+ logger .warning (f"Unable to resolve region for bucket { bucket } " )
205+ return None
202206
203207
204208class UnsupportedPyArrowTypeException (Exception ):
@@ -425,14 +429,8 @@ def _initialize_s3_fs(self, netloc: Optional[str]) -> FileSystem:
425429
426430 # Resolve region from netloc(bucket), fallback to user-provided region
427431 provided_region = get_first_property_value (self .properties , S3_REGION , AWS_REGION )
432+ bucket_region = _cached_resolve_s3_region (bucket = netloc ) or provided_region
428433
429- try :
430- bucket_region = _cached_resolve_s3_region (bucket = netloc )
431- except (OSError , TypeError ):
432- bucket_region = None
433- logger .warning (f"Unable to resolve region for bucket { netloc } , using default region { provided_region } " )
434-
435- bucket_region = bucket_region or provided_region
436434 if provided_region is not None and bucket_region != provided_region :
437435 logger .warning (
438436 f"PyArrow FileIO overriding S3 bucket region for bucket { netloc } : "
You can’t perform that action at this time.
0 commit comments