[Enhancement] upgrade hudi-common and fix CVEs (#59501)
Upgrade hudi-common package so we can keep fixing latest CVEs. Signed-off-by: yan zhang <dirtysalt1987@gmail.com>
This commit is contained in:
parent
d9a3c105f9
commit
7b39acd554
|
|
@ -298,7 +298,7 @@ public class HudiTable extends Table {
|
||||||
}
|
}
|
||||||
|
|
||||||
if (tableType == HudiTableType.MOR) {
|
if (tableType == HudiTableType.MOR) {
|
||||||
tHudiTable.setInstant_time(lastInstant == null ? "" : lastInstant.getTimestamp());
|
tHudiTable.setInstant_time(lastInstant == null ? "" : lastInstant.getCompletionTime());
|
||||||
}
|
}
|
||||||
|
|
||||||
tHudiTable.setHive_column_names(hudiProperties.get(HUDI_TABLE_COLUMN_NAMES));
|
tHudiTable.setHive_column_names(hudiProperties.get(HUDI_TABLE_COLUMN_NAMES));
|
||||||
|
|
|
||||||
|
|
@ -118,7 +118,8 @@ public class HudiRemoteFileIO implements RemoteFileIO {
|
||||||
}
|
}
|
||||||
|
|
||||||
Iterator<FileSlice> hoodieFileSliceIterator = scanContext.hudiFsView
|
Iterator<FileSlice> hoodieFileSliceIterator = scanContext.hudiFsView
|
||||||
.getLatestMergedFileSlicesBeforeOrOn(partitionName, scanContext.hudiLastInstant.getTimestamp()).iterator();
|
.getLatestMergedFileSlicesBeforeOrOn(partitionName, scanContext.hudiLastInstant.getCompletionTime())
|
||||||
|
.iterator();
|
||||||
while (hoodieFileSliceIterator.hasNext()) {
|
while (hoodieFileSliceIterator.hasNext()) {
|
||||||
FileSlice fileSlice = hoodieFileSliceIterator.next();
|
FileSlice fileSlice = hoodieFileSliceIterator.next();
|
||||||
Optional<HoodieBaseFile> baseFile = fileSlice.getBaseFile().toJavaOptional();
|
Optional<HoodieBaseFile> baseFile = fileSlice.getBaseFile().toJavaOptional();
|
||||||
|
|
|
||||||
36
fe/pom.xml
36
fe/pom.xml
|
|
@ -50,7 +50,7 @@ under the License.
|
||||||
<hadoop.version>3.4.1</hadoop.version>
|
<hadoop.version>3.4.1</hadoop.version>
|
||||||
<gcs.connector.version>hadoop3-2.2.26</gcs.connector.version>
|
<gcs.connector.version>hadoop3-2.2.26</gcs.connector.version>
|
||||||
<skip.plugin>false</skip.plugin>
|
<skip.plugin>false</skip.plugin>
|
||||||
<hudi.version>0.15.0</hudi.version>
|
<hudi.version>1.0.2</hudi.version>
|
||||||
<hive-apache.version>3.1.2-22</hive-apache.version>
|
<hive-apache.version>3.1.2-22</hive-apache.version>
|
||||||
<dlf-metastore-client.version>0.2.14</dlf-metastore-client.version>
|
<dlf-metastore-client.version>0.2.14</dlf-metastore-client.version>
|
||||||
<sonar.organization>starrocks</sonar.organization>
|
<sonar.organization>starrocks</sonar.organization>
|
||||||
|
|
@ -79,6 +79,8 @@ under the License.
|
||||||
<!-- azure native sdk -->
|
<!-- azure native sdk -->
|
||||||
<azure.version>1.2.34</azure.version>
|
<azure.version>1.2.34</azure.version>
|
||||||
<fastutil.version>8.5.15</fastutil.version>
|
<fastutil.version>8.5.15</fastutil.version>
|
||||||
|
<commons-beanutils.version>1.11.0</commons-beanutils.version>
|
||||||
|
<hbase.version>2.6.2</hbase.version>
|
||||||
</properties>
|
</properties>
|
||||||
|
|
||||||
<profiles>
|
<profiles>
|
||||||
|
|
@ -796,6 +798,12 @@ under the License.
|
||||||
</exclusions>
|
</exclusions>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>commons-beanutils</groupId>
|
||||||
|
<artifactId>commons-beanutils</artifactId>
|
||||||
|
<version>${commons-beanutils.version}</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>org.apache.hadoop</groupId>
|
<groupId>org.apache.hadoop</groupId>
|
||||||
<artifactId>hadoop-hdfs</artifactId>
|
<artifactId>hadoop-hdfs</artifactId>
|
||||||
|
|
@ -1007,17 +1015,37 @@ under the License.
|
||||||
<groupId>org.apache.zookeeper</groupId>
|
<groupId>org.apache.zookeeper</groupId>
|
||||||
<artifactId>zookeeper</artifactId>
|
<artifactId>zookeeper</artifactId>
|
||||||
</exclusion>
|
</exclusion>
|
||||||
|
</exclusions>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.hbase</groupId>
|
||||||
|
<artifactId>hbase-client</artifactId>
|
||||||
|
<version>${hbase.version}</version>
|
||||||
|
<exclusions>
|
||||||
<exclusion>
|
<exclusion>
|
||||||
<groupId>org.apache.hadoop</groupId>
|
<groupId>org.apache.hbase.thirdparty</groupId>
|
||||||
<artifactId>hadoop-hdfs</artifactId>
|
<artifactId>hbase-shaded-jetty</artifactId>
|
||||||
</exclusion>
|
</exclusion>
|
||||||
|
<exclusion>
|
||||||
|
<groupId>org.apache.hbase.thirdparty</groupId>
|
||||||
|
<artifactId>hbase-shaded-netty</artifactId>
|
||||||
|
</exclusion>
|
||||||
|
</exclusions>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.hbase</groupId>
|
||||||
|
<artifactId>hbase-server</artifactId>
|
||||||
|
<version>${hbase.version}</version>
|
||||||
|
<exclusions>
|
||||||
<exclusion>
|
<exclusion>
|
||||||
<groupId>org.apache.hbase</groupId>
|
<groupId>org.apache.hbase</groupId>
|
||||||
<artifactId>hbase-http</artifactId>
|
<artifactId>hbase-http</artifactId>
|
||||||
</exclusion>
|
</exclusion>
|
||||||
<exclusion>
|
<exclusion>
|
||||||
<groupId>org.apache.hbase.thirdparty</groupId>
|
<groupId>org.apache.hbase.thirdparty</groupId>
|
||||||
<artifactId>hbase-shaded-jetty</artifactId>
|
<artifactId>hbase-shaded-netty</artifactId>
|
||||||
</exclusion>
|
</exclusion>
|
||||||
</exclusions>
|
</exclusions>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
|
||||||
|
|
@ -13,7 +13,7 @@
|
||||||
|
|
||||||
<properties>
|
<properties>
|
||||||
<java-extensions.home>${basedir}/../</java-extensions.home>
|
<java-extensions.home>${basedir}/../</java-extensions.home>
|
||||||
<hudi.version>0.15.0</hudi.version>
|
<hudi.version>1.0.2</hudi.version>
|
||||||
</properties>
|
</properties>
|
||||||
|
|
||||||
<dependencies>
|
<dependencies>
|
||||||
|
|
|
||||||
|
|
@ -58,6 +58,7 @@
|
||||||
<avro.version>1.12.0</avro.version>
|
<avro.version>1.12.0</avro.version>
|
||||||
<luben.zstd.jni.version>1.5.4-2</luben.zstd.jni.version>
|
<luben.zstd.jni.version>1.5.4-2</luben.zstd.jni.version>
|
||||||
<kryo.version>4.0.2</kryo.version>
|
<kryo.version>4.0.2</kryo.version>
|
||||||
|
<commons-beanutils.version>1.11.0</commons-beanutils.version>
|
||||||
</properties>
|
</properties>
|
||||||
|
|
||||||
<dependencyManagement>
|
<dependencyManagement>
|
||||||
|
|
@ -160,6 +161,13 @@
|
||||||
</exclusion>
|
</exclusion>
|
||||||
</exclusions>
|
</exclusions>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>commons-beanutils</groupId>
|
||||||
|
<artifactId>commons-beanutils</artifactId>
|
||||||
|
<version>${commons-beanutils.version}</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>org.apache.hadoop</groupId>
|
<groupId>org.apache.hadoop</groupId>
|
||||||
<artifactId>hadoop-hdfs-client</artifactId>
|
<artifactId>hadoop-hdfs-client</artifactId>
|
||||||
|
|
|
||||||
|
|
@ -8,10 +8,6 @@ scan:
|
||||||
skip-files:
|
skip-files:
|
||||||
# hdfs required
|
# hdfs required
|
||||||
- "**/hadoop-client-runtime-3.4.1.jar"
|
- "**/hadoop-client-runtime-3.4.1.jar"
|
||||||
# hudi required
|
|
||||||
- "**/htrace-core4-4.2.0-incubating.jar"
|
|
||||||
- "**/hbase-protocol-shaded-2.4.13.jar"
|
|
||||||
- "**/hbase-shaded-netty-4.1.1.jar"
|
|
||||||
# kudu required
|
# kudu required
|
||||||
- "**/kudu-client-1.17.1.jar"
|
- "**/kudu-client-1.17.1.jar"
|
||||||
# paimon required
|
# paimon required
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue