From f38a36b04df3f502ab321f9a100f44d50d761c51 Mon Sep 17 00:00:00 2001 From: "Mingyu Chen (Rayner)" Date: Tue, 25 Feb 2025 22:54:05 +0800 Subject: [PATCH] [fix](deps) upgrade hadoop to 3.3.6.5 (#48280) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Related to https://github.com/apache/doris-thirdparty/pull/267 Fix potential coredump like: ``` 1# PosixSignals::chained_handler(int, siginfo*, void*) [clone .part.0] in /usr/lib/jvm/java-17-openjdk-amd64/lib/server/libjvm.so  2# JVM_handle_linux_signal in /usr/lib/jvm/java-17-openjdk-amd64/lib/server/libjvm.so  3# 0x00007F40E3728520 in /lib/x86_64-linux-gnu/libc.so.6  4# getLastTLSExceptionRootCause at /home/zcp/repo_center/doris_branch-3.0/doris/thirdparty/src/doris-thirdparty-hadoop-3.3.6.3-for-doris/hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfs/jni_helper.c:866  5# doris::io::hdfs_error[abi:cxx11]() in /mnt/hdd01/PERFORMANCE_ENV/be/lib/doris_be  6# doris::io::HdfsFileWriter::append_hdfs_file(std::basic_string_view >) at /home/zcp/repo_center/doris_branch-3.0/doris/be/src/io/fs/hdfs_file_writer.cpp:381  7# doris::io::HdfsFileWriter::_flush_buffer() at /home/zcp/repo_center/doris_branch-3.0/doris/be/src/io/fs/hdfs_file_writer.cpp:390  8# doris::io::HdfsFileWriter::_close_impl() at /home/zcp/repo_center/doris_branch-3.0/doris/be/src/io/fs/hdfs_file_writer.cpp:255  9# doris::io::HdfsFileWriter::close(bool) at /home/zcp/repo_center/doris_branch-3.0/doris/be/src/io/fs/hdfs_file_writer.cpp:248 10# doris::vectorized::ParquetOutputStream::Close() at /home/zcp/repo_center/doris_branch-3.0/doris/be/src/vec/runtime/vparquet_transformer.cpp:84 11# doris::vectorized::ParquetOutputStream::~ParquetOutputStream() at /home/zcp/repo_center/doris_branch-3.0/doris/be/src/vec/runtime/vparquet_transformer.cpp:57 ``` --- thirdparty/CHANGELOG.md | 4 ++++ thirdparty/vars.sh | 8 ++++---- 2 files changed, 8 insertions(+), 4 deletions(-) diff --git a/thirdparty/CHANGELOG.md b/thirdparty/CHANGELOG.md index 122a98e9b6649c..ae27ccd34c54e7 100644 --- a/thirdparty/CHANGELOG.md +++ b/thirdparty/CHANGELOG.md @@ -2,6 +2,10 @@ This file contains version of the third-party dependency libraries in the build-env image. The docker build-env image is apache/doris, and the tag is `build-env-${version}` +## 20250225 + +- Modified: hadoop-libs 3.3.6.4 -> 3.3.6.5 + ## 20240815 - Modified: arrow 15.0.2 -> 17.0.0 diff --git a/thirdparty/vars.sh b/thirdparty/vars.sh index 3314930b3cee38..63e21439e46b52 100644 --- a/thirdparty/vars.sh +++ b/thirdparty/vars.sh @@ -461,10 +461,10 @@ FAST_FLOAT_SOURCE=fast_float-3.9.0 FAST_FLOAT_MD5SUM="5656b0d8b150a3b157cfb092d214f6ea" # libhdfs -HADOOP_LIBS_DOWNLOAD="https://github.com/apache/doris-thirdparty/archive/refs/tags/hadoop-3.3.6.3-for-doris.tar.gz" -HADOOP_LIBS_NAME="hadoop-3.3.6.3-for-doris.tar.gz" -HADOOP_LIBS_SOURCE="doris-thirdparty-hadoop-3.3.6.3-for-doris" -HADOOP_LIBS_MD5SUM="db91164b8b1d6b347fb9199e6be77fb7" +HADOOP_LIBS_DOWNLOAD="https://github.com/apache/doris-thirdparty/archive/refs/tags/hadoop-3.3.6.5-for-doris.tar.gz" +HADOOP_LIBS_NAME="hadoop-3.3.6.5-for-doris.tar.gz" +HADOOP_LIBS_SOURCE="doris-thirdparty-hadoop-3.3.6.5-for-doris" +HADOOP_LIBS_MD5SUM="c13f90ceb5ef9460b7d736c49d9b79fd" # AvxToNeon AVX2NEON_DOWNLOAD="https://github.com/kunpengcompute/AvxToNeon/archive/refs/tags/v1.0.0.tar.gz"