Add AWS SDK v2 dependencies for Iceberg S3 support (#228)

Author: velo

flink-sql-runner/pom.xml

@@ -90,6 +90,28 @@
       </exclusions>
     </dependency>
 
+    <!-- AWS SDK v2 required for Iceberg S3FileIO -->
+    <dependency>
+      <groupId>software.amazon.awssdk</groupId>
+      <artifactId>s3</artifactId>
+      <version>${aws.sdk.version}</version>
+      <scope>provided</scope>
+    </dependency>
+
+    <dependency>
+      <groupId>software.amazon.awssdk</groupId>
+      <artifactId>sts</artifactId>
+      <version>${aws.sdk.version}</version>
+      <scope>provided</scope>
+    </dependency>
+
+    <dependency>
+      <groupId>software.amazon.awssdk</groupId>
+      <artifactId>url-connection-client</artifactId>
+      <version>${aws.sdk.version}</version>
+      <scope>provided</scope>
+    </dependency>
+
     <!-- Add logging framework, to produce console output when running in the IDE. -->
     <!-- These dependencies are excluded from the application JAR by default. -->
     <dependency>
@@ -482,6 +504,17 @@
               <outputDirectory>${project.build.directory}</outputDirectory>
             </configuration>
           </execution>
+          <execution>
+            <id>copy-aws-sdk-for-iceberg</id>
+            <goals>
+              <goal>copy-dependencies</goal>
+            </goals>
+            <phase>process-resources</phase>
+            <configuration>
+              <includeGroupIds>software.amazon.awssdk</includeGroupIds>
+              <outputDirectory>${project.build.directory}/aws-sdk</outputDirectory>
+            </configuration>
+          </execution>
           <execution>
             <id>copy-stdlib-utils</id>
             <goals>

flink-sql-runner/src/main/docker/Dockerfile

@@ -21,6 +21,7 @@ RUN mkdir -p /opt/flink/plugins/flink-sql-runner
 COPY flink-s3-fs-hadoop-*.jar /opt/flink/lib
 COPY hadoop-hdfs-client-*.jar /opt/flink/lib
 COPY iceberg-flink-runtime-*.jar /opt/flink/lib
+COPY aws-sdk/*.jar /opt/flink/lib/
 COPY stdlib-utils-*.jar /opt/flink/lib
 COPY flink-sql-runner.uber.jar /opt/flink/plugins/flink-sql-runner
 COPY entrypoint.sh /entrypoint.sh

pom.xml

@@ -94,6 +94,7 @@
     <assertj.version>3.27.4</assertj.version>
     <auto.service.version>1.1.1</auto.service.version>
     <awaitility.version>4.3.0</awaitility.version>
+    <aws.sdk.version>2.20.160</aws.sdk.version>
     <commons-exec.version>1.5.0</commons-exec.version>
     <commons-math3.version>3.6.1</commons-math3.version>
     <feign.version>13.5</feign.version>