retry on 503 error

503 return code means service temporarily not available.
yma11 · May 6, 2024 · 620967f · 620967f
1 parent 97f947e
commit 620967f
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/velox/connectors/hive/storage_adapters/s3fs/S3FileSystem.cpp b/velox/connectors/hive/storage_adapters/s3fs/S3FileSystem.cpp
@@ -96,7 +96,12 @@ class S3ReadFile final : public ReadFile {
     request.SetBucket(awsString(bucket_));
     request.SetKey(awsString(key_));
 
-    auto outcome = client_->HeadObject(request);
+
+    Aws::S3::Model::HeadObjectOutcome outcome;
+    do{
+      outcome = client_->HeadObject(request);
+    }while(!outcome.IsSuccess() && outcome.GetError().GetResponseCode() == 503);
+
     VELOX_CHECK_AWS_OUTCOME(
         outcome, "Failed to get metadata for S3 object", bucket_, key_);
     length_ = outcome.GetResult().GetContentLength();