[Enhancement] upgrade hudi-common and fix CVEs (#59501)

Upgrade hudi-common package so we can keep fixing latest CVEs.

Signed-off-by: yan zhang <dirtysalt1987@gmail.com>
This commit is contained in:
yan zhang 2025-05-31 00:34:33 +08:00 committed by GitHub
parent d9a3c105f9
commit 7b39acd554
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
6 changed files with 44 additions and 11 deletions

View File

@ -298,7 +298,7 @@ public class HudiTable extends Table {
}
if (tableType == HudiTableType.MOR) {
tHudiTable.setInstant_time(lastInstant == null ? "" : lastInstant.getTimestamp());
tHudiTable.setInstant_time(lastInstant == null ? "" : lastInstant.getCompletionTime());
}
tHudiTable.setHive_column_names(hudiProperties.get(HUDI_TABLE_COLUMN_NAMES));

View File

@ -118,7 +118,8 @@ public class HudiRemoteFileIO implements RemoteFileIO {
}
Iterator<FileSlice> hoodieFileSliceIterator = scanContext.hudiFsView
.getLatestMergedFileSlicesBeforeOrOn(partitionName, scanContext.hudiLastInstant.getTimestamp()).iterator();
.getLatestMergedFileSlicesBeforeOrOn(partitionName, scanContext.hudiLastInstant.getCompletionTime())
.iterator();
while (hoodieFileSliceIterator.hasNext()) {
FileSlice fileSlice = hoodieFileSliceIterator.next();
Optional<HoodieBaseFile> baseFile = fileSlice.getBaseFile().toJavaOptional();

View File

@ -50,7 +50,7 @@ under the License.
<hadoop.version>3.4.1</hadoop.version>
<gcs.connector.version>hadoop3-2.2.26</gcs.connector.version>
<skip.plugin>false</skip.plugin>
<hudi.version>0.15.0</hudi.version>
<hudi.version>1.0.2</hudi.version>
<hive-apache.version>3.1.2-22</hive-apache.version>
<dlf-metastore-client.version>0.2.14</dlf-metastore-client.version>
<sonar.organization>starrocks</sonar.organization>
@ -79,6 +79,8 @@ under the License.
<!-- azure native sdk -->
<azure.version>1.2.34</azure.version>
<fastutil.version>8.5.15</fastutil.version>
<commons-beanutils.version>1.11.0</commons-beanutils.version>
<hbase.version>2.6.2</hbase.version>
</properties>
<profiles>
@ -796,6 +798,12 @@ under the License.
</exclusions>
</dependency>
<dependency>
<groupId>commons-beanutils</groupId>
<artifactId>commons-beanutils</artifactId>
<version>${commons-beanutils.version}</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
@ -1007,17 +1015,37 @@ under the License.
<groupId>org.apache.zookeeper</groupId>
<artifactId>zookeeper</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase-client</artifactId>
<version>${hbase.version}</version>
<exclusions>
<exclusion>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
<groupId>org.apache.hbase.thirdparty</groupId>
<artifactId>hbase-shaded-jetty</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.hbase.thirdparty</groupId>
<artifactId>hbase-shaded-netty</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase-server</artifactId>
<version>${hbase.version}</version>
<exclusions>
<exclusion>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase-http</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.hbase.thirdparty</groupId>
<artifactId>hbase-shaded-jetty</artifactId>
<artifactId>hbase-shaded-netty</artifactId>
</exclusion>
</exclusions>
</dependency>

View File

@ -13,7 +13,7 @@
<properties>
<java-extensions.home>${basedir}/../</java-extensions.home>
<hudi.version>0.15.0</hudi.version>
<hudi.version>1.0.2</hudi.version>
</properties>
<dependencies>

View File

@ -58,6 +58,7 @@
<avro.version>1.12.0</avro.version>
<luben.zstd.jni.version>1.5.4-2</luben.zstd.jni.version>
<kryo.version>4.0.2</kryo.version>
<commons-beanutils.version>1.11.0</commons-beanutils.version>
</properties>
<dependencyManagement>
@ -160,6 +161,13 @@
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>commons-beanutils</groupId>
<artifactId>commons-beanutils</artifactId>
<version>${commons-beanutils.version}</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs-client</artifactId>

View File

@ -8,10 +8,6 @@ scan:
skip-files:
# hdfs required
- "**/hadoop-client-runtime-3.4.1.jar"
# hudi required
- "**/htrace-core4-4.2.0-incubating.jar"
- "**/hbase-protocol-shaded-2.4.13.jar"
- "**/hbase-shaded-netty-4.1.1.jar"
# kudu required
- "**/kudu-client-1.17.1.jar"
# paimon required