tool
/
starrocks
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[Enhancement] Bump librdkafka to 2.11.0 for kafka 4.0 (#61698) 

Signed-off-by: wyb <wybb86@gmail.com>
This commit is contained in:
wyb 2025-08-08 14:31:54 +08:00 committed by GitHub
parent c6b1c12b13
commit d6088ff298
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 6 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
be/src/runtime/routine_load/data_consumer.cpp
View File

@ -107,8 +107,6 @@ Status KafkaDataConsumer::init(StreamLoadContext* ctx) {
// TODO: set it larger than 0 after we set rd_kafka_conf_set_stats_cb()
RETURN_IF_ERROR(set_conf("statistics.interval.ms", "0"));
RETURN_IF_ERROR(set_conf("auto.offset.reset", "error"));
RETURN_IF_ERROR(set_conf("api.version.request", "true"));
RETURN_IF_ERROR(set_conf("api.version.fallback.ms", "0"));
if (config::dependency_librdkafka_debug_enable) {
RETURN_IF_ERROR(set_conf("debug", config::dependency_librdkafka_debug));
}

2
thirdparty/download-thirdparty.sh vendored
View File

@ -378,7 +378,7 @@ echo "Finished patching $GPERFTOOLS_SOURCE"
# patch librdkafka
cd $TP_SOURCE_DIR/$LIBRDKAFKA_SOURCE
if [ ! -f $PATCHED_MARK ] && [ $LIBRDKAFKA_SOURCE = "librdkafka-2.0.2" ]; then
if [ ! -f $PATCHED_MARK ] && [ $LIBRDKAFKA_SOURCE = "librdkafka-2.11.0" ]; then
patch -p0 < $TP_PATCH_DIR/librdkafka.patch
touch $PATCHED_MARK
fi

2
thirdparty/patches/librdkafka.patch vendored
View File

@ -1,6 +1,6 @@
--- src/rdkafka_broker.c
+++ src/rdkafka_broker.c
@@ -4613,7 +4613,7 @@ static int rd_kafka_broker_thread_main(void *arg) {
@@ -4759,7 +4759,7 @@
*/
void rd_kafka_broker_destroy_final(rd_kafka_broker_t *rkb) {

8
thirdparty/vars.sh vendored
View File

@ -217,10 +217,10 @@ KRB5_SOURCE=krb5-1.19.4
KRB5_MD5SUM="ef76083e58f8c49066180642d7c2814a"
# librdkafka
LIBRDKAFKA_DOWNLOAD="https://github.com/confluentinc/librdkafka/archive/refs/tags/v2.0.2.tar.gz"
LIBRDKAFKA_NAME=librdkafka-2.0.2.tar.gz
LIBRDKAFKA_SOURCE=librdkafka-2.0.2
LIBRDKAFKA_MD5SUM="c0120dc32acc129bfb4656fe17568da1"
LIBRDKAFKA_DOWNLOAD="https://github.com/confluentinc/librdkafka/archive/refs/tags/v2.11.0.tar.gz"
LIBRDKAFKA_NAME=librdkafka-2.11.0.tar.gz
LIBRDKAFKA_SOURCE=librdkafka-2.11.0
LIBRDKAFKA_MD5SUM="bc611d0340e269abaa8886d42ff9c558"
# pulsar
PULSAR_DOWNLOAD="https://github.com/apache/pulsar-client-cpp/archive/refs/tags/v3.3.0.tar.gz"