diff --git a/thirdparty/build-thirdparty.sh b/thirdparty/build-thirdparty.sh index 31a308474e7fa6..370aaff4e3b6f3 100755 --- a/thirdparty/build-thirdparty.sh +++ b/thirdparty/build-thirdparty.sh @@ -1603,6 +1603,16 @@ build_clucene() { cp -rf src/contribs-lib/CLucene/analysis/jieba/dict "${TP_INSTALL_DIR}"/share/ } +# hadoop_libs_x86 +build_hadoop_libs_x86() { + check_if_source_exist "${HADOOP_LIBS_X86_SOURCE}" + cd "${TP_SOURCE_DIR}/${HADOOP_LIBS_X86_SOURCE}" + mkdir -p "${TP_INSTALL_DIR}/include/hadoop_hdfs/" + mkdir -p "${TP_INSTALL_DIR}/lib/hadoop_hdfs/" + cp ./include/hdfs.h "${TP_INSTALL_DIR}/include/hadoop_hdfs/" + cp ./native/libhdfs.a "${TP_INSTALL_DIR}/lib/hadoop_hdfs/" +} + if [[ "$(uname -s)" == 'Darwin' ]]; then echo 'build for Darwin' build_binutils @@ -1668,4 +1678,8 @@ build_concurrentqueue build_fast_float build_clucene +if [[ "$(uname -m)" == 'x86_64' ]]; then + build_hadoop_libs_x86 +fi + echo "Finished to build all thirdparties" diff --git a/thirdparty/vars.sh b/thirdparty/vars.sh index b2a66b1d4a066f..002a0e513d7947 100644 --- a/thirdparty/vars.sh +++ b/thirdparty/vars.sh @@ -458,6 +458,12 @@ FAST_FLOAT_NAME=fast_float-3.9.0.tar.gz FAST_FLOAT_SOURCE=fast_float-3.9.0 FAST_FLOAT_MD5SUM="5656b0d8b150a3b157cfb092d214f6ea" +# libhdfs +HADOOP_LIBS_X86_DOWNLOAD="https://github.com/apache/doris-thirdparty/releases/download/hadoop-libs-3.3.4/hadoop_lib_3.3.4-x86.tar.gz" +HADOOP_LIBS_X86_NAME="hadoop_lib_3.3.4-x86.tar.gz" +HADOOP_LIBS_X86_SOURCE="hadoop_lib_3.3.4-x86" +HADOOP_LIBS_X86_MD5SUM="96117450170487f007ffeca5ddf62f7e" + # all thirdparties which need to be downloaded is set in array TP_ARCHIVES export TP_ARCHIVES=( 'CLUCENE' @@ -525,6 +531,7 @@ export TP_ARCHIVES=( 'XXHASH' 'CONCURRENTQUEUE' 'FAST_FLOAT' + 'HADOOP_LIBS_X86' ) if [[ "$(uname -s)" == 'Darwin' ]]; then