diff --git a/bin/start_backend.sh b/bin/start_backend.sh index 8b331443657..d768582f0ea 100755 --- a/bin/start_backend.sh +++ b/bin/start_backend.sh @@ -149,7 +149,7 @@ export CLASSPATH=${STARROCKS_HOME}/lib/jni-packages/starrocks-hadoop-ext.jar:$ST # ================= native section ===================== -export LD_LIBRARY_PATH=$STARROCKS_HOME/lib/hadoop-lib/native:$STARROCKS_HOME/lib/hadoop/native:$LD_LIBRARY_PATH +export LD_LIBRARY_PATH=$STARROCKS_HOME/lib/hadoop/native:$LD_LIBRARY_PATH # ====== handle meta_tool sub command before any modification change diff --git a/build.sh b/build.sh index 0d3582401c4..ee9a6fdf874 100755 --- a/build.sh +++ b/build.sh @@ -601,7 +601,7 @@ if [ ${BUILD_BE} -eq 1 ]; then install -d ${STARROCKS_OUTPUT}/be/bin \ ${STARROCKS_OUTPUT}/be/conf \ - ${STARROCKS_OUTPUT}/be/lib/hadoop-lib \ + ${STARROCKS_OUTPUT}/be/lib/hadoop \ ${STARROCKS_OUTPUT}/be/www \ cp -r -p ${STARROCKS_HOME}/be/output/bin/* ${STARROCKS_OUTPUT}/be/bin/ @@ -636,8 +636,10 @@ if [ ${BUILD_BE} -eq 1 ]; then cp -r -p ${STARROCKS_HOME}/be/output/www/* ${STARROCKS_OUTPUT}/be/www/ if [ "${BUILD_JAVA_EXT}" == "ON" ]; then - cp -r -p ${STARROCKS_THIRDPARTY}/installed/hadoop/lib/native ${STARROCKS_OUTPUT}/be/lib/hadoop-lib/ - cp -r -p ${STARROCKS_HOME}/java-extensions/hadoop-lib/target/hadoop-lib ${STARROCKS_OUTPUT}/be/lib/hadoop-lib/ + # note that conf files will not be overwritten when doing upgrade. + # so we have to preserve directory structure to avoid upgrade incompatibility. + cp -r -p ${STARROCKS_THIRDPARTY}/installed/hadoop/lib/native ${STARROCKS_OUTPUT}/be/lib/hadoop/native + cp -r -p ${STARROCKS_HOME}/java-extensions/hadoop-lib/target/hadoop-lib ${STARROCKS_OUTPUT}/be/lib/hadoop/common cp -r -p ${STARROCKS_HOME}/java-extensions/jdbc-bridge/target/starrocks-jdbc-bridge-jar-with-dependencies.jar ${STARROCKS_OUTPUT}/be/lib/jni-packages cp -r -p ${STARROCKS_HOME}/java-extensions/udf-extensions/target/udf-extensions-jar-with-dependencies.jar ${STARROCKS_OUTPUT}/be/lib/jni-packages cp -r -p ${STARROCKS_HOME}/java-extensions/java-utils/target/starrocks-java-utils.jar ${STARROCKS_OUTPUT}/be/lib/jni-packages diff --git a/conf/hadoop_env.sh b/conf/hadoop_env.sh index 66da5ed6593..ca858a91a8b 100644 --- a/conf/hadoop_env.sh +++ b/conf/hadoop_env.sh @@ -12,7 +12,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -export HADOOP_CLASSPATH=${STARROCKS_HOME}/lib/hadoop-lib/hadoop-lib/*:${STARROCKS_HOME}/lib/hadoop/common/*:${STARROCKS_HOME}/lib/hadoop/common/lib/*:${STARROCKS_HOME}/lib/hadoop/hdfs/*:${STARROCKS_HOME}/lib/hadoop/hdfs/lib/* +export HADOOP_CLASSPATH=${STARROCKS_HOME}/lib/hadoop/common/*:${STARROCKS_HOME}/lib/hadoop/common/lib/*:${STARROCKS_HOME}/lib/hadoop/hdfs/*:${STARROCKS_HOME}/lib/hadoop/hdfs/lib/* if [ -z "${HADOOP_USER_NAME}" ] then