[Enhancement] upgrade hudi-common and fix CVEs (#59501)
Upgrade hudi-common package so we can keep fixing latest CVEs. Signed-off-by: yan zhang <dirtysalt1987@gmail.com>
This commit is contained in:
parent
d9a3c105f9
commit
7b39acd554
|
|
@ -298,7 +298,7 @@ public class HudiTable extends Table {
|
|||
}
|
||||
|
||||
if (tableType == HudiTableType.MOR) {
|
||||
tHudiTable.setInstant_time(lastInstant == null ? "" : lastInstant.getTimestamp());
|
||||
tHudiTable.setInstant_time(lastInstant == null ? "" : lastInstant.getCompletionTime());
|
||||
}
|
||||
|
||||
tHudiTable.setHive_column_names(hudiProperties.get(HUDI_TABLE_COLUMN_NAMES));
|
||||
|
|
|
|||
|
|
@ -118,7 +118,8 @@ public class HudiRemoteFileIO implements RemoteFileIO {
|
|||
}
|
||||
|
||||
Iterator<FileSlice> hoodieFileSliceIterator = scanContext.hudiFsView
|
||||
.getLatestMergedFileSlicesBeforeOrOn(partitionName, scanContext.hudiLastInstant.getTimestamp()).iterator();
|
||||
.getLatestMergedFileSlicesBeforeOrOn(partitionName, scanContext.hudiLastInstant.getCompletionTime())
|
||||
.iterator();
|
||||
while (hoodieFileSliceIterator.hasNext()) {
|
||||
FileSlice fileSlice = hoodieFileSliceIterator.next();
|
||||
Optional<HoodieBaseFile> baseFile = fileSlice.getBaseFile().toJavaOptional();
|
||||
|
|
|
|||
36
fe/pom.xml
36
fe/pom.xml
|
|
@ -50,7 +50,7 @@ under the License.
|
|||
<hadoop.version>3.4.1</hadoop.version>
|
||||
<gcs.connector.version>hadoop3-2.2.26</gcs.connector.version>
|
||||
<skip.plugin>false</skip.plugin>
|
||||
<hudi.version>0.15.0</hudi.version>
|
||||
<hudi.version>1.0.2</hudi.version>
|
||||
<hive-apache.version>3.1.2-22</hive-apache.version>
|
||||
<dlf-metastore-client.version>0.2.14</dlf-metastore-client.version>
|
||||
<sonar.organization>starrocks</sonar.organization>
|
||||
|
|
@ -79,6 +79,8 @@ under the License.
|
|||
<!-- azure native sdk -->
|
||||
<azure.version>1.2.34</azure.version>
|
||||
<fastutil.version>8.5.15</fastutil.version>
|
||||
<commons-beanutils.version>1.11.0</commons-beanutils.version>
|
||||
<hbase.version>2.6.2</hbase.version>
|
||||
</properties>
|
||||
|
||||
<profiles>
|
||||
|
|
@ -796,6 +798,12 @@ under the License.
|
|||
</exclusions>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>commons-beanutils</groupId>
|
||||
<artifactId>commons-beanutils</artifactId>
|
||||
<version>${commons-beanutils.version}</version>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>org.apache.hadoop</groupId>
|
||||
<artifactId>hadoop-hdfs</artifactId>
|
||||
|
|
@ -1007,17 +1015,37 @@ under the License.
|
|||
<groupId>org.apache.zookeeper</groupId>
|
||||
<artifactId>zookeeper</artifactId>
|
||||
</exclusion>
|
||||
</exclusions>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>org.apache.hbase</groupId>
|
||||
<artifactId>hbase-client</artifactId>
|
||||
<version>${hbase.version}</version>
|
||||
<exclusions>
|
||||
<exclusion>
|
||||
<groupId>org.apache.hadoop</groupId>
|
||||
<artifactId>hadoop-hdfs</artifactId>
|
||||
<groupId>org.apache.hbase.thirdparty</groupId>
|
||||
<artifactId>hbase-shaded-jetty</artifactId>
|
||||
</exclusion>
|
||||
<exclusion>
|
||||
<groupId>org.apache.hbase.thirdparty</groupId>
|
||||
<artifactId>hbase-shaded-netty</artifactId>
|
||||
</exclusion>
|
||||
</exclusions>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>org.apache.hbase</groupId>
|
||||
<artifactId>hbase-server</artifactId>
|
||||
<version>${hbase.version}</version>
|
||||
<exclusions>
|
||||
<exclusion>
|
||||
<groupId>org.apache.hbase</groupId>
|
||||
<artifactId>hbase-http</artifactId>
|
||||
</exclusion>
|
||||
<exclusion>
|
||||
<groupId>org.apache.hbase.thirdparty</groupId>
|
||||
<artifactId>hbase-shaded-jetty</artifactId>
|
||||
<artifactId>hbase-shaded-netty</artifactId>
|
||||
</exclusion>
|
||||
</exclusions>
|
||||
</dependency>
|
||||
|
|
|
|||
|
|
@ -13,7 +13,7 @@
|
|||
|
||||
<properties>
|
||||
<java-extensions.home>${basedir}/../</java-extensions.home>
|
||||
<hudi.version>0.15.0</hudi.version>
|
||||
<hudi.version>1.0.2</hudi.version>
|
||||
</properties>
|
||||
|
||||
<dependencies>
|
||||
|
|
|
|||
|
|
@ -58,6 +58,7 @@
|
|||
<avro.version>1.12.0</avro.version>
|
||||
<luben.zstd.jni.version>1.5.4-2</luben.zstd.jni.version>
|
||||
<kryo.version>4.0.2</kryo.version>
|
||||
<commons-beanutils.version>1.11.0</commons-beanutils.version>
|
||||
</properties>
|
||||
|
||||
<dependencyManagement>
|
||||
|
|
@ -160,6 +161,13 @@
|
|||
</exclusion>
|
||||
</exclusions>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>commons-beanutils</groupId>
|
||||
<artifactId>commons-beanutils</artifactId>
|
||||
<version>${commons-beanutils.version}</version>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>org.apache.hadoop</groupId>
|
||||
<artifactId>hadoop-hdfs-client</artifactId>
|
||||
|
|
|
|||
|
|
@ -8,10 +8,6 @@ scan:
|
|||
skip-files:
|
||||
# hdfs required
|
||||
- "**/hadoop-client-runtime-3.4.1.jar"
|
||||
# hudi required
|
||||
- "**/htrace-core4-4.2.0-incubating.jar"
|
||||
- "**/hbase-protocol-shaded-2.4.13.jar"
|
||||
- "**/hbase-shaded-netty-4.1.1.jar"
|
||||
# kudu required
|
||||
- "**/kudu-client-1.17.1.jar"
|
||||
# paimon required
|
||||
|
|
|
|||
Loading…
Reference in New Issue