migrate to AWS SDK v2 with MinIO compatibility fixes

Disable checksum validation and chunked encoding to ensure compatibility
with MinIO and newer AWS SDK versions per aws/aws-sdk-java-v2#5836

Author: imsayari404

pom.xml

@@ -104,6 +104,8 @@
         <air.test.jvmsize>4g</air.test.jvmsize>
         <grpc.version>1.70.0</grpc.version>
         <air.javadoc.lint>-missing</air.javadoc.lint>
+        <dep.commons.codec.version>1.17.1</dep.commons.codec.version>
+        <aws.sdk.version>2.32.9</aws.sdk.version>
     </properties>
 
     <modules>
@@ -221,6 +223,14 @@
     <dependencyManagement>
         <dependencies>
 
+            <dependency>
+                <groupId>software.amazon.awssdk</groupId>
+                <artifactId>bom</artifactId>
+                <version>${aws.sdk.version}</version>
+                <type>pom</type>
+                <scope>import</scope>
+            </dependency>
+
             <dependency>
                 <groupId>commons-beanutils</groupId>
                 <artifactId>commons-beanutils</artifactId>
@@ -2005,7 +2015,7 @@
             <dependency>
                 <groupId>commons-codec</groupId>
                 <artifactId>commons-codec</artifactId>
-                <version>1.17.0</version>
+                <version>${dep.commons.codec.version}</version>
             </dependency>
 
             <dependency>
@@ -2759,6 +2769,7 @@
                         </ignoredClassPatterns>
                         <ignoredResourcePatterns combine.children="append">
                             <ignoredResourcePattern>git.properties</ignoredResourcePattern>
+                            <ignoredResourcePattern>mime.types</ignoredResourcePattern>
                         </ignoredResourcePatterns>
                     </configuration>
                 </plugin>

presto-iceberg/pom.xml

@@ -30,6 +30,7 @@
     </dependencyManagement>
 
     <dependencies>
+
         <dependency>
             <groupId>com.facebook.airlift</groupId>
             <artifactId>concurrent</artifactId>
@@ -286,16 +287,6 @@
             </exclusions>
         </dependency>
 
-        <dependency>
-            <groupId>com.amazonaws</groupId>
-            <artifactId>aws-java-sdk-core</artifactId>
-        </dependency>
-
-        <dependency>
-            <groupId>com.amazonaws</groupId>
-            <artifactId>aws-java-sdk-s3</artifactId>
-        </dependency>
-
         <dependency>
             <groupId>org.apache.iceberg</groupId>
             <artifactId>iceberg-core</artifactId>
@@ -531,6 +522,37 @@
         </dependency>
 
         <!-- for testing -->
+
+        <dependency>
+            <groupId>software.amazon.awssdk</groupId>
+            <artifactId>s3</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>software.amazon.awssdk</groupId>
+            <artifactId>regions</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>software.amazon.awssdk</groupId>
+            <artifactId>sdk-core</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>software.amazon.awssdk</groupId>
+            <artifactId>auth</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>software.amazon.awssdk</groupId>
+            <artifactId>aws-core</artifactId>
+            <scope>test</scope>
+        </dependency>
+
         <dependency>
             <groupId>org.openjdk.jmh</groupId>
             <artifactId>jmh-core</artifactId>

presto-iceberg/src/test/java/com/facebook/presto/iceberg/container/IcebergMinIODataLake.java

@@ -13,18 +13,22 @@
  */
 package com.facebook.presto.iceberg.container;
 
-import com.amazonaws.auth.AWSStaticCredentialsProvider;
-import com.amazonaws.auth.BasicAWSCredentials;
-import com.amazonaws.client.builder.AwsClientBuilder;
-import com.amazonaws.services.s3.AmazonS3;
-import com.amazonaws.services.s3.AmazonS3ClientBuilder;
 import com.facebook.presto.testing.containers.MinIOContainer;
 import com.facebook.presto.util.AutoCloseableCloser;
 import com.google.common.collect.ImmutableMap;
 import org.testcontainers.containers.Network;
+import software.amazon.awssdk.auth.credentials.AwsBasicCredentials;
+import software.amazon.awssdk.auth.credentials.StaticCredentialsProvider;
+import software.amazon.awssdk.core.sync.RequestBody;
+import software.amazon.awssdk.regions.Region;
+import software.amazon.awssdk.services.s3.S3Client;
+import software.amazon.awssdk.services.s3.S3Configuration;
+import software.amazon.awssdk.services.s3.model.CreateBucketRequest;
+import software.amazon.awssdk.services.s3.model.PutObjectRequest;
 
 import java.io.Closeable;
 import java.io.IOException;
+import java.net.URI;
 import java.util.concurrent.atomic.AtomicBoolean;
 
 import static java.util.Objects.requireNonNull;
@@ -39,7 +43,6 @@ public class IcebergMinIODataLake
     private final String bucketName;
     private final String warehouseDir;
     private final MinIOContainer minIOContainer;
-
     private final AtomicBoolean isStarted = new AtomicBoolean(false);
     private final AutoCloseableCloser closer = AutoCloseableCloser.create();
 
@@ -63,19 +66,39 @@ public void start()
         if (isStarted()) {
             return;
         }
+
         try {
             this.minIOContainer.start();
-            AmazonS3 s3Client = AmazonS3ClientBuilder
-                    .standard()
-                    .withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration(
-                            "http://localhost:" + minIOContainer.getMinioApiEndpoint().getPort(),
-                            "us-east-1"))
-                    .withPathStyleAccessEnabled(true)
-                    .withCredentials(new AWSStaticCredentialsProvider(
-                            new BasicAWSCredentials(ACCESS_KEY, SECRET_KEY)))
+
+            S3Client s3Client = S3Client.builder()
+                    .endpointOverride(URI.create("http://localhost:" + minIOContainer.getMinioApiEndpoint().getPort()))
+                    .region(Region.US_EAST_1)
+                    .forcePathStyle(true)
+                    .serviceConfiguration(S3Configuration.builder()
+                            // Disable checksum validation and chunked encoding for MinIO compatibility
+                            // MinIO checksum handling differs from AWS S3
+                            // Prevents chunked transfer encoding issues with MinIO
+                            .checksumValidationEnabled(false)
+                            .chunkedEncodingEnabled(false)
+                            .build())
+                    .credentialsProvider(StaticCredentialsProvider.create(
+                            AwsBasicCredentials.create(ACCESS_KEY, SECRET_KEY)))
                     .build();
-            s3Client.createBucket(this.bucketName);
-            s3Client.putObject(this.bucketName, this.warehouseDir, "");
+
+            s3Client.createBucket(CreateBucketRequest.builder()
+                    .bucket(this.bucketName)
+                    .build());
+            String objectKey = this.warehouseDir.endsWith("/")
+                    ? this.warehouseDir + ".keep"
+                    : this.warehouseDir + "/.keep";
+
+            s3Client.putObject(
+                    PutObjectRequest.builder()
+                            .bucket(this.bucketName)
+                            .key(objectKey)
+                            .build(),
+                    RequestBody.fromString("placeholder"));
+            closer.register(s3Client);
         }
         finally {
             isStarted.set(true);