[fs] bump Hadoop to 3.4 and migrate to AWS SDK Java v2

fluss-filesystems/fluss-fs-azure/src/main/resources/META-INF/NOTICE

@@ -18,36 +18,23 @@ This project bundles the following dependencies under the Apache Software Licens
 - commons-collections:commons-collections:3.2.2
 - commons-io:commons-io:2.14.0
 - commons-logging:commons-logging:1.2
-- io.dropwizard.metrics:metrics-core:3.2.4
-- io.netty:netty-buffer:4.1.100.Final
-- io.netty:netty-codec:4.1.100.Final
-- io.netty:netty-common:4.1.100.Final
-- io.netty:netty-handler:4.1.100.Final
-- io.netty:netty-resolver:4.1.100.Final
-- io.netty:netty-transport:4.1.100.Final
-- io.netty:netty-transport-classes-epoll:4.1.100.Final
-- io.netty:netty-transport-native-epoll:4.1.100.Final
-- io.netty:netty-transport-native-unix-common:4.1.100.Final
 - org.apache.commons:commons-compress:1.24.0
 - org.apache.commons:commons-configuration2:2.8.0
 - org.apache.commons:commons-lang3:3.18.0
 - org.apache.commons:commons-text:1.10.0
-- org.apache.hadoop.thirdparty:hadoop-shaded-guava:1.1.1
+- org.apache.hadoop.thirdparty:hadoop-shaded-guava:1.3.0
 - org.apache.hadoop.thirdparty:hadoop-shaded-protobuf_3_21:1.2.0
 - org.apache.hadoop:hadoop-annotations:3.4.0
 - org.apache.hadoop:hadoop-auth:3.4.0
-- org.apache.hadoop:hadoop-azure:3.3.4
+- org.apache.hadoop:hadoop-azure:3.4.1
 - org.apache.hadoop:hadoop-common:3.4.0
 - org.apache.kerby:kerb-core:2.0.3
 - org.apache.kerby:kerby-asn1:2.0.3
 - org.apache.kerby:kerby-pkix:2.0.3
 - org.apache.kerby:kerby-util:2.0.3
 - org.apache.httpcomponents:httpclient:4.5.13
 - org.apache.httpcomponents:httpcore:4.4.13
-- org.codehaus.jackson:jackson-core-asl:1.9.13
-- org.codehaus.jackson:jackson-mapper-asl:1.9.13
-- org.codehaus.jettison:jettison:1.5.4
-- org.wildfly.openssl:wildfly-openssl:1.0.7.Final
+- org.wildfly.openssl:wildfly-openssl:1.1.3.Final
 - org.xerial.snappy:snappy-java:1.1.10.4
 
 This project bundles the following dependencies under the BSD license. See bundled license files for details.
@@ -78,5 +65,5 @@ This project bundles the following dependencies under the Eclipse Public License
 - EPL-2.0: https://www.eclipse.org/legal/epl-2.0/
 - Apache-2.0: http://www.apache.org/licenses/LICENSE-2.0.txt
 
-- org.eclipse.jetty:jetty-util-ajax:9.4.43.v20210629
-- org.eclipse.jetty:jetty-util:9.4.43.v20210629
+- org.eclipse.jetty:jetty-util-ajax:9.4.53.v20231009
+- org.eclipse.jetty:jetty-util:9.4.53.v20231009

fluss-filesystems/fluss-fs-gs/pom.xml

@@ -181,6 +181,26 @@
                     <groupId>org.slf4j</groupId>
                     <artifactId>slf4j-reload4j</artifactId>
                 </exclusion>
+                <exclusion>
+                    <groupId>org.bouncycastle</groupId>
+                    <artifactId>bcprov-jdk18on</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>io.netty</groupId>
+                    <artifactId>netty-handler</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>io.netty</groupId>
+                    <artifactId>netty-transport-native-epoll</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>io.dropwizard.metrics</groupId>
+                    <artifactId>metrics-core</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.codehaus.jettison</groupId>
+                    <artifactId>jettison</artifactId>
+                </exclusion>
             </exclusions>
         </dependency>
 

fluss-filesystems/fluss-fs-gs/src/main/resources/META-INF/NOTICE

@@ -5,7 +5,7 @@ This project bundles the following dependencies under the Apache Software Licens
 - com.fasterxml.jackson.core:jackson-annotations:2.15.3
 - com.fasterxml.jackson.core:jackson-core:2.15.3
 - com.fasterxml.jackson.core:jackson-databind:2.15.3
-- com.fasterxml.woodstox:woodstox-core:5.3.0
+- com.fasterxml.woodstox:woodstox-core:5.4.0
 - com.google.android:annotations:4.1.1.4
 - com.google.api-client:google-api-client-jackson2:2.0.1
 - com.google.api-client:google-api-client:2.2.0
@@ -45,8 +45,8 @@ This project bundles the following dependencies under the Apache Software Licens
 - commons-beanutils:commons-beanutils:1.9.4
 - commons-codec:commons-codec:1.16.0
 - commons-collections:commons-collections:3.2.2
-- commons-io:commons-io:2.8.0
-- commons-logging:commons-logging:1.1.3
+- commons-io:commons-io:2.16.1
+- commons-logging:commons-logging:1.2
 - io.grpc:grpc-alts:1.59.1
 - io.grpc:grpc-api:1.59.1
 - io.grpc:grpc-auth:1.59.1
@@ -75,21 +75,24 @@ This project bundles the following dependencies under the Apache Software Licens
 - io.opencensus:opencensus-impl-core:0.31.0
 - io.opencensus:opencensus-proto:0.2.0
 - io.perfmark:perfmark-api:0.26.0
-- org.apache.commons:commons-compress:1.21
-- org.apache.commons:commons-configuration2:2.1.1
+- org.apache.commons:commons-compress:1.26.1
+- org.apache.commons:commons-configuration2:2.10.1
 - org.apache.commons:commons-lang3:3.18.0
-- org.apache.commons:commons-text:1.4
-- org.apache.hadoop.thirdparty:hadoop-shaded-guava:1.1.1
-- org.apache.hadoop.thirdparty:hadoop-shaded-protobuf_3_7:1.1.1
-- org.apache.hadoop:hadoop-annotations:3.3.4
-- org.apache.hadoop:hadoop-auth:3.3.4
-- org.apache.hadoop:hadoop-common:3.3.4
+- org.apache.commons:commons-text:1.10.0
+- org.apache.hadoop.thirdparty:hadoop-shaded-guava:1.3.0
+- org.apache.hadoop.thirdparty:hadoop-shaded-protobuf_3_25:1.3.0
+- org.apache.hadoop:hadoop-annotations:3.4.1
+- org.apache.hadoop:hadoop-auth:3.4.1
+- org.apache.hadoop:hadoop-common:3.4.1
 - org.apache.httpcomponents:httpclient:4.5.13
 - org.apache.httpcomponents:httpcore:4.4.13
-- org.apache.kerby:kerb-core:1.0.1
-- org.apache.kerby:kerby-asn1:1.0.1
-- org.apache.kerby:kerby-pkix:1.0.1
-- org.apache.kerby:kerby-util:1.0.1
+- org.apache.kerby:kerb-core:2.0.3
+- org.apache.kerby:kerb-crypto:2.0.3
+- org.apache.kerby:kerb-util:2.0.3
+- org.apache.kerby:kerby-asn1:2.0.3
+- org.apache.kerby:kerby-config:2.0.3
+- org.apache.kerby:kerby-pkix:2.0.3
+- org.apache.kerby:kerby-util:2.0.3
 - org.conscrypt:conscrypt-openjdk-uber:2.5.2
 - org.xerial.snappy:snappy-java:1.1.10.4
 
@@ -101,7 +104,7 @@ See bundled license files for details.
 This project bundles the following dependencies under BSD-2 License (https://opensource.org/licenses/BSD-2-Clause).
 See bundled license files for details.
 
-- dnsjava:dnsjava:2.1.7
+- dnsjava:dnsjava:3.6.1
 
 This project bundles the following dependencies under BSD-3 License (https://opensource.org/licenses/BSD-3-Clause).
 See bundled license files for details.

fluss-filesystems/fluss-fs-hadoop-shaded/pom.xml

@@ -178,6 +178,26 @@
                     <groupId>org.slf4j</groupId>
                     <artifactId>slf4j-reload4j</artifactId>
                 </exclusion>
+                <exclusion>
+                    <groupId>org.bouncycastle</groupId>
+                    <artifactId>bcprov-jdk18on</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>io.netty</groupId>
+                    <artifactId>netty-handler</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>io.netty</groupId>
+                    <artifactId>netty-transport-native-epoll</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>io.dropwizard.metrics</groupId>
+                    <artifactId>metrics-core</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.codehaus.jettison</groupId>
+                    <artifactId>jettison</artifactId>
+                </exclusion>
             </exclusions>
         </dependency>
     </dependencies>

fluss-filesystems/fluss-fs-hadoop-shaded/src/main/resources/META-INF/NOTICE

@@ -9,28 +9,31 @@ This project bundles the following dependencies under the Apache Software Licens
 - com.fasterxml.jackson.core:jackson-annotations:2.15.3
 - com.fasterxml.jackson.core:jackson-core:2.15.3
 - com.fasterxml.jackson.core:jackson-databind:2.15.3
-- com.fasterxml.woodstox:woodstox-core:5.3.0
+- com.fasterxml.woodstox:woodstox-core:5.4.0
 - com.google.guava:failureaccess:1.0
 - com.google.guava:guava:27.0-jre
 - com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 - com.google.j2objc:j2objc-annotations:1.1
 - commons-beanutils:commons-beanutils:1.9.4
 - commons-collections:commons-collections:3.2.2
-- commons-io:commons-io:2.8.0
-- commons-logging:commons-logging:1.1.3
-- org.apache.commons:commons-compress:1.21
-- org.apache.commons:commons-configuration2:2.1.1
+- commons-io:commons-io:2.16.1
+- commons-logging:commons-logging:1.2
+- org.apache.commons:commons-compress:1.26.1
+- org.apache.commons:commons-configuration2:2.10.1
 - org.apache.commons:commons-lang3:3.18.0
-- org.apache.commons:commons-text:1.4
-- org.apache.hadoop.thirdparty:hadoop-shaded-guava:1.1.1
-- org.apache.hadoop.thirdparty:hadoop-shaded-protobuf_3_7:1.1.1
-- org.apache.hadoop:hadoop-annotations:3.3.4
-- org.apache.hadoop:hadoop-auth:3.3.4
-- org.apache.hadoop:hadoop-common:3.3.4
-- org.apache.kerby:kerb-core:1.0.1
-- org.apache.kerby:kerby-asn1:1.0.1
-- org.apache.kerby:kerby-pkix:1.0.1
-- org.apache.kerby:kerby-util:1.0.1
+- org.apache.commons:commons-text:1.10.0
+- org.apache.hadoop:hadoop-annotations:3.4.1
+- org.apache.hadoop:hadoop-auth:3.4.1
+- org.apache.hadoop:hadoop-common:3.4.1
+- org.apache.hadoop.thirdparty:hadoop-shaded-guava:1.3.0
+- org.apache.hadoop.thirdparty:hadoop-shaded-protobuf_3_25:1.3.0
+- org.apache.kerby:kerb-core:2.0.3
+- org.apache.kerby:kerb-crypto:2.0.3
+- org.apache.kerby:kerb-util:2.0.3
+- org.apache.kerby:kerby-asn1:2.0.3
+- org.apache.kerby:kerby-config:2.0.3
+- org.apache.kerby:kerby-pkix:2.0.3
+- org.apache.kerby:kerby-util:2.0.3
 - org.xerial.snappy:snappy-java:1.1.10.4
 
 This project bundles the following dependencies under the MIT (https://opensource.org/licenses/MIT)
@@ -42,7 +45,7 @@ See bundled license files for details.
 This project bundles the following dependencies under BSD-2 License (https://opensource.org/licenses/BSD-2-Clause).
 See bundled license files for details.
 
-- dnsjava:dnsjava:2.1.7
+- dnsjava:dnsjava:3.6.1
 
 This project bundles the following dependencies under the Go License (https://golang.org/LICENSE).
 See bundled license files for details.

fluss-filesystems/fluss-fs-hdfs/src/main/resources/META-INF/NOTICE

@@ -9,11 +9,11 @@ This project bundles the following dependencies under the Apache Software Licens
 - com.fasterxml.jackson.core:jackson-annotations:2.15.3
 - com.fasterxml.jackson.core:jackson-core:2.15.3
 - com.fasterxml.jackson.core:jackson-databind:2.15.3
-- com.squareup.okhttp3:okhttp:4.9.3
-- com.squareup.okio:okio:2.8.0
-- org.apache.hadoop:hadoop-hdfs-client:3.3.4
-- org.jetbrains.kotlin:kotlin-stdlib-common:1.4.10
-- org.jetbrains.kotlin:kotlin-stdlib:1.4.10
+- commons-codec:commons-codec:1.15
+- commons-logging:commons-logging:1.2
+- org.apache.hadoop:hadoop-hdfs-client:3.4.1
+- org.apache.httpcomponents:httpclient:4.5.13
+- org.apache.httpcomponents:httpcore:4.4.13
 
 This project bundles the following dependencies under BSD-3 License (https://opensource.org/licenses/BSD-3-Clause).
 See bundled license files for details.

fluss-filesystems/fluss-fs-obs/src/main/resources/META-INF/NOTICE

@@ -19,16 +19,6 @@ This project bundles the following dependencies under the Apache Software Licens
 - commons-io:commons-io:2.14.0
 - commons-logging:commons-logging:1.2
 - dnsjava:dnsjava:3.4.0
-- io.dropwizard.metrics:metrics-core:3.2.4
-- io.netty:netty-buffer:4.1.100.Final
-- io.netty:netty-codec:4.1.100.Final
-- io.netty:netty-common:4.1.100.Final
-- io.netty:netty-handler:4.1.100.Final
-- io.netty:netty-resolver:4.1.100.Final
-- io.netty:netty-transport-classes-epoll:4.1.100.Final
-- io.netty:netty-transport-native-epoll:4.1.100.Final
-- io.netty:netty-transport-native-unix-common:4.1.100.Final
-- io.netty:netty-transport:4.1.100.Final
 - jakarta.activation:jakarta.activation-api:1.2.1
 - org.apache.commons:commons-compress:1.24.0
 - org.apache.commons:commons-configuration2:2.8.0
@@ -47,7 +37,6 @@ This project bundles the following dependencies under the Apache Software Licens
 - org.bouncycastle:bcprov-jdk15on:1.70
 - org.checkerframework:checker-qual:2.5.2
 - org.codehaus.woodstox:stax2-api:4.2.1
-- org.codehaus.jettison:jettison:1.5.4
 - org.codehaus.mojo:animal-sniffer-annotations:1.17
 - com.fasterxml.jackson.core:jackson-annotations:2.15.3
 - com.fasterxml.jackson.core:jackson-core:2.15.3

fluss-filesystems/fluss-fs-oss/src/main/resources/META-INF/NOTICE

@@ -26,21 +26,11 @@ This project bundles the following dependencies under the Apache Software Licens
 - commons-codec:commons-codec:1.11
 - commons-logging:commons-logging:1.2
 - dnsjava:dnsjava:3.4.0
-- io.dropwizard.metrics:metrics-core:3.2.4
-- io.netty:netty-buffer:4.1.100.Final
-- io.netty:netty-codec:4.1.100.Final
-- io.netty:netty-common:4.1.100.Final
-- io.netty:netty-handler:4.1.100.Final
-- io.netty:netty-resolver:4.1.100.Final
-- io.netty:netty-transport-classes-epoll:4.1.100.Final
-- io.netty:netty-transport-native-epoll:4.1.100.Final
-- io.netty:netty-transport-native-unix-common:4.1.100.Final
-- io.netty:netty-transport:4.1.100.Final
 - io.opentracing:opentracing-api:0.33.0
 - io.opentracing:opentracing-noop:0.33.0
 - io.opentracing:opentracing-util:0.33.0
 - jakarta.activation:jakarta.activation-api:1.2.1
-- org.apache.hadoop:hadoop-aliyun:3.3.4
+- org.apache.hadoop:hadoop-aliyun:3.4.1
 - org.apache.hadoop.thirdparty:hadoop-shaded-guava:1.2.0
 - org.apache.hadoop.thirdparty:hadoop-shaded-protobuf_3_21:1.2.0
 - org.apache.httpcomponents:httpclient:4.5.13