Skip to content

[Bug] core dump on compaction #11334

@BiteTheDDDDt

Description

@BiteTheDDDDt

Search before asking

  • I had searched in the issues and found no similar issues.

Version

master

What's Wrong?

CREATE TABLE test_sys_materialized_view_2_test_delete_with_mv_db.test_sys_materialized_view_2_test_delete_with_mv_tb ( k0 BOOLEAN NOT NULL, k1 TINYINT NOT NULL, k2 SMALLINT NOT NULL, k3 INT NOT NULL, k4 BIGINT NOT NULL, k5 LARGEINT NOT NULL, k6 DECIMAL(9,3) NOT NULL, k7 CHAR(5) NOT NULL, k8 DATE NOT NULL, k9 DATETIME NOT NULL, k10 VARCHAR(20) NOT NULL, k11 DOUBLE NOT NULL, k12 FLOAT NOT NULL )  PARTITION BY RANGE(k1) ( PARTITION p1 VALUES LESS THAN ("-10"), PARTITION p2 VALUES LESS THAN ("0"), PARTITION p3 VALUES LESS THAN ("10"), PARTITION p4 VALUES LESS THAN ("20") ) DISTRIBUTED BY HASH(k4, k5) BUCKETS 10 properties("replication_num" = "1");

CREATE MATERIALIZED VIEW test_sys_materialized_view_2_test_delete_with_mv_index AS SELECT k0, max(k9), min(k11), sum(k12), count(k10), hll_union(hll_hash(k7)), bitmap_union(to_bitmap(k2)) from test_sys_materialized_view_2_test_delete_with_mv_db.test_sys_materialized_view_2_test_delete_with_mv_tb group by k0;


load baseall.txt

DELETE FROM test_sys_materialized_view_2_test_delete_with_mv_db.test_sys_materialized_view_2_test_delete_with_mv_tb PARTITION p3 WHERE k0 = "0";
F0729 14:34:34.184578 36127 column.h:189] Method insert_many_fix_len_data is not supported for HLL

*** Query id: 0-0 ***
*** Aborted at 1659076474 (unix time) try "date -d @1659076474" if you are using GNU date ***
*** Current BE git commitID: fd0e2d3 ***
*** SIGABRT unkown detail explain (@0x1f500008bea) received by PID 35818 (TID 0x7f8e62d4f700) from PID 35818; stack trace: ***
 0# doris::signal::(anonymous namespace)::FailureSignalHandler(int, siginfo_t*, void*) at /root/doris-release/be/src/common/signal_handler.h:420
 1# 0x00007F8ED2661920 in /lib64/libc.so.6
 2# __GI_raise in /lib64/libc.so.6
 3# abort in /lib64/libc.so.6
 4# 0x0000559A41D0F289 in /home/disk1/palo-qa/teamcity/local/9137/PALO-BE/be/lib/doris_be
 5# 0x0000559A41D0489D at src/logging.cc:1650
 6# google::LogMessage::SendToLog() at src/logging.cc:1607
 7# google::LogMessage::Flush() at src/logging.cc:1477
 8# google::LogMessageFatal::~LogMessageFatal() at src/logging.cc:2227
 9# doris::vectorized::IColumn::insert_many_fix_len_data(char const*, unsigned long) at /root/doris-release/be/src/vec/columns/column.h:189
10# doris::segment_v2::BitShufflePageDecoder<(doris::FieldType)15>::read_by_rowids(unsigned int const*, unsigned long, unsigned long*, COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn>&) at /root/doris-release/be/src/olap/rowset/segment_v2/bitshuffle_page.h:423
11# doris::segment_v2::FileColumnIterator::read_by_rowids(unsigned int const*, unsigned long, COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn>&) at /root/doris-release/be/src/olap/rowset/segment_v2/column_reader.cpp:781
12# doris::segment_v2::SegmentIterator::_read_columns_by_rowids(std::vector<unsigned int, std::allocator<unsigned int> >&, std::vector<unsigned int, std::allocator<unsigned int> >&, unsigned short*, unsigned long, std::vector<COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn>, std::allocator<COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn> > >*) at /root/doris-release/be/src/olap/rowset/segment_v2/segment_iterator.cpp:1015
13# doris::segment_v2::SegmentIterator::next_batch(doris::vectorized::Block*) at /root/doris-release/be/src/olap/rowset/segment_v2/segment_iterator.cpp:1121
14# doris::BetaRowsetReader::next_block(doris::vectorized::Block*) at /root/doris-release/be/src/olap/rowset/beta_rowset_reader.cpp:205
15# doris::vectorized::VCollectIterator::Level0Iterator::_refresh_current_row() at /root/doris-release/be/src/vec/olap/vcollect_iterator.cpp:209
16# doris::vectorized::VCollectIterator::Level0Iterator::init() at /root/doris-release/be/src/vec/olap/vcollect_iterator.cpp:194
17# doris::vectorized::VCollectIterator::build_heap(std::vector<std::shared_ptr<doris::RowsetReader>, std::allocator<std::shared_ptr<doris::RowsetReader> > >&) at /root/doris-release/be/src/vec/olap/vcollect_iterator.cpp:72
18# doris::vectorized::BlockReader::_init_collect_iter(doris::TabletReader::ReaderParams const&, std::vector<std::shared_ptr<doris::RowsetReader>, std::allocator<std::shared_ptr<doris::RowsetReader> > >*) at /root/doris-release/be/src/vec/olap/block_reader.cpp:63
19# doris::vectorized::BlockReader::init(doris::TabletReader::ReaderParams const&) at /root/doris-release/be/src/vec/olap/block_reader.cpp:135
20# doris::Merger::vmerge_rowsets(std::shared_ptr<doris::Tablet>, doris::ReaderType, doris::TabletSchema const*, std::vector<std::shared_ptr<doris::RowsetReader>, std::allocator<std::shared_ptr<doris::RowsetReader> > > const&, doris::RowsetWriter*, doris::Merger::Statistics*) at /root/doris-release/be/src/olap/merger.cpp:114
21# doris::Compaction::do_compaction_impl(long) at /root/doris-release/be/src/olap/compaction.cpp:170
22# doris::Compaction::do_compaction(long) at /root/doris-release/be/src/olap/compaction.cpp:122
23# doris::BaseCompaction::execute_compact_impl() at /root/doris-release/be/src/olap/base_compaction.cpp:70
24# doris::Compaction::execute_compact() at /root/doris-release/be/src/olap/compaction.cpp:60
25# doris::Tablet::execute_compaction(doris::CompactionType) at /root/doris-release/be/src/olap/tablet.cpp:1571
26# std::_Function_handler<void (), doris::StorageEngine::_submit_compaction_task(std::shared_ptr<doris::Tablet>, doris::CompactionType)::{lambda()#1}>::_M_invoke(std::_Any_data const&) at /var/local/ldb-toolchain/include/c++/11/bits/std_function.h:291
27# doris::ThreadPool::dispatch_thread() at /root/doris-release/be/src/util/threadpool.cpp:548
28# doris::Thread::supervise_thread(void*) at /root/doris-release/be/src/util/thread.cpp:409
29# start_thread in /lib64/libpthread.so.0
30# clone in /lib64/libc.so.6

What You Expected?

fix

How to Reproduce?

No response

Anything Else?

No response

Are you willing to submit PR?

  • Yes I am willing to submit a PR!

Code of Conduct

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions