From 8956689a67a5a472d09863aa80d149ed7b7a2869 Mon Sep 17 00:00:00 2001
From: dirtysalt <dirtysalt1987@gmail.com>
Date: Tue, 12 Mar 2024 09:09:19 +0800
Subject: [PATCH] [Enhancement] to avoid `s3://` not supported case (#42369)

Signed-off-by: yanz <dirtysalt1987@gmail.com>
---
 be/CMakeLists.txt  | 1 +
 build.sh           | 4 ++++
 conf/core-site.xml | 6 ++++++
 3 files changed, 11 insertions(+)
 create mode 100644 conf/core-site.xml

diff --git a/be/CMakeLists.txt b/be/CMakeLists.txt
index 400681163b1..89d779158ef 100644
--- a/be/CMakeLists.txt
+++ b/be/CMakeLists.txt
@@ -1119,6 +1119,7 @@ install(FILES
     ${BASE_DIR}/../conf/hadoop_env.sh
     ${BASE_DIR}/../conf/log4j2.properties
     ${BASE_DIR}/../conf/udf_security.policy
+    ${BASE_DIR}/../conf/core-site.xml
     DESTINATION ${OUTPUT_DIR}/conf)
 
 if ("${CMAKE_BUILD_TYPE}" STREQUAL "ASAN" OR "${CMAKE_BUILD_TYPE}" STREQUAL "LSAN")
diff --git a/build.sh b/build.sh
index 333374536a8..60a06cb000f 100755
--- a/build.sh
+++ b/build.sh
@@ -450,6 +450,8 @@ if [ ${BUILD_FE} -eq 1 -o ${BUILD_SPARK_DPP} -eq 1 ]; then
         cp -r -p ${STARROCKS_HOME}/conf/fe.conf ${STARROCKS_OUTPUT}/fe/conf/
         cp -r -p ${STARROCKS_HOME}/conf/udf_security.policy ${STARROCKS_OUTPUT}/fe/conf/
         cp -r -p ${STARROCKS_HOME}/conf/hadoop_env.sh ${STARROCKS_OUTPUT}/fe/conf/
+        cp -r -p ${STARROCKS_HOME}/conf/core-site.xml ${STARROCKS_OUTPUT}/fe/conf/
+
         rm -rf ${STARROCKS_OUTPUT}/fe/lib/*
         cp -r -p ${STARROCKS_HOME}/fe/fe-core/target/lib/* ${STARROCKS_OUTPUT}/fe/lib/
         cp -r -p ${STARROCKS_HOME}/fe/fe-core/target/starrocks-fe.jar ${STARROCKS_OUTPUT}/fe/lib/
@@ -485,6 +487,8 @@ if [ ${BUILD_BE} -eq 1 ]; then
     cp -r -p ${STARROCKS_HOME}/be/output/conf/cn.conf ${STARROCKS_OUTPUT}/be/conf/
     cp -r -p ${STARROCKS_HOME}/be/output/conf/hadoop_env.sh ${STARROCKS_OUTPUT}/be/conf/
     cp -r -p ${STARROCKS_HOME}/be/output/conf/log4j2.properties ${STARROCKS_OUTPUT}/be/conf/
+    cp -r -p ${STARROCKS_HOME}/be/output/conf/core-site.xml ${STARROCKS_OUTPUT}/be/conf/
+
     if [ "${BUILD_TYPE}" == "ASAN" ]; then
         cp -r -p ${STARROCKS_HOME}/be/output/conf/asan_suppressions.conf ${STARROCKS_OUTPUT}/be/conf/
     fi
diff --git a/conf/core-site.xml b/conf/core-site.xml
new file mode 100644
index 00000000000..9fef63dafb1
--- /dev/null
+++ b/conf/core-site.xml
@@ -0,0 +1,6 @@
+<configuration>
+  <property>
+      <name>fs.s3.impl</name>
+      <value>org.apache.hadoop.fs.s3a.S3AFileSystem</value>
+   </property>
+</configuration>