From 9b22d1f0410409f356f83da145a0644953e90285 Mon Sep 17 00:00:00 2001 From: Jay Chia Date: Thu, 12 Oct 2023 15:19:21 -0700 Subject: [PATCH] [CHORE] Update default num_tries on S3Config to 25 --- src/common/io-config/src/s3.rs | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/common/io-config/src/s3.rs b/src/common/io-config/src/s3.rs index f7ab25095c..6672660b9b 100644 --- a/src/common/io-config/src/s3.rs +++ b/src/common/io-config/src/s3.rs @@ -34,7 +34,9 @@ impl Default for S3Config { retry_initial_backoff_ms: 1000, connect_timeout_ms: 10_000, read_timeout_ms: 10_000, - num_tries: 5, + // AWS EMR actually does 100 tries by default for AIMD retries + // (See [Advanced AIMD retry settings]: https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-spark-emrfs-retry.html) + num_tries: 25, retry_mode: Some("adaptive".to_string()), anonymous: false, verify_ssl: true,