[fix](compaction) catch exception in compaction

[mrhhsg]

Proposed changes

terminate called after throwing an instance of 'doris::Exception'
 {color:red} what():  [E6] Too large string size.{color}

	0#  doris::Exception::Exception(int, std::basic_string_view<char, std::char_traits<char> > const&) at /var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/unique_ptr.h:173
	1#  doris::vectorized::read_string_binary(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&, doris::vectorized::BufferReadable&, unsigned long) at /root/doris_branch-2.1/doris/be/src/vec/io/io_helper.h:177
	2#  doris::vectorized::IAggregateFunctionHelper<doris::vectorized::AggregateFunctionNullUnaryInline<doris::vectorized::AggregateFunctionGroupConcat<doris::vectorized::AggregateFunctionGroupConcatImplStr>, true> >::deserialize_and_merge_from_column_range(char*, doris::vectorized::IColumn const&, unsigned long, unsigned long, doris::vectorized::Arena*) const at /root/doris_branch-2.1/doris/be/src/vec/aggregate_functions/aggregate_function.h:0
	3#  doris::vectorized::IAggregateFunctionHelper<doris::vectorized::AggregateStateUnion>::add_batch_range(unsigned long, unsigned long, char*, doris::vectorized::IColumn const**, doris::vectorized::Arena*, bool) at /root/doris_branch-2.1/doris/be/src/vec/aggregate_functions/aggregate_function.h:0
	4#  doris::vectorized::VerticalBlockReader::_update_agg_value(std::vector<COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn>, std::allocator<COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn> > >&, int, int, bool) at /root/doris_branch-2.1/doris/be/src/vec/olap/vertical_block_reader.cpp:326
	5#  doris::vectorized::VerticalBlockReader::_update_agg_data(std::vector<COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn>, std::allocator<COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn> > >&) at /root/doris_branch-2.1/doris/be/src/vec/olap/vertical_block_reader.cpp:308
	6#  doris::vectorized::VerticalBlockReader::_agg_key_next_block(doris::vectorized::Block*, bool*) at /root/doris_branch-2.1/doris/be/src/vec/olap/vertical_block_reader.cpp:0
	7#  doris::vectorized::VerticalBlockReader::next_block_with_aggregation(doris::vectorized::Block*, bool*) at /root/doris_branch-2.1/doris/be/src/common/status.h:491
	8#  doris::Merger::vertical_compact_one_group(std::shared_ptr<doris::Tablet>, doris::ReaderType, std::shared_ptr<doris::TabletSchema>, bool, std::vector<unsigned int, std::allocator<unsigned int> > const&, doris::vectorized::RowSourcesBuffer*, std::vector<std::shared_ptr<doris::RowsetReader>, std::allocator<std::shared_ptr<doris::RowsetReader> > > const&, doris::RowsetWriter*, long, doris::Merger::Statistics*, std::vector<unsigned int, std::allocator<unsigned int> >, long, doris::CompactionSampleInfo*) at /root/doris_branch-2.1/doris/be/src/olap/merger.cpp:0
	9#  doris::Merger::vertical_merge_rowsets(std::shared_ptr<doris::Tablet>, doris::ReaderType, std::shared_ptr<doris::TabletSchema>, std::vector<std::shared_ptr<doris::RowsetReader>, std::allocator<std::shared_ptr<doris::RowsetReader> > > const&, doris::RowsetWriter*, long, long, doris::Merger::Statistics*) at /root/doris_branch-2.1/doris/be/src/olap/merger.cpp:445
	10# doris::Compaction::do_compaction_impl(long) at /root/doris_branch-2.1/doris/be/src/olap/compaction.cpp:385
	11# doris::Compaction::do_compaction(long) at /var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/shared_ptr_base.h:1291
	12# doris::CumulativeCompaction::execute_compact_impl() at /root/doris_branch-2.1/doris/be/src/common/status.h:491
	13# doris::Compaction::execute_compact() at /root/doris_branch-2.1/doris/be/src/common/status.h:491
	14# doris::Tablet::execute_compaction(doris::Compaction&) at /root/doris_branch-2.1/doris/be/src/common/status.h:491
	15# std::_Function_handler<void (), doris::StorageEngine::_submit_compaction_task(std::shared_ptr<doris::Tablet>, doris::CompactionType, bool)::$_0>::_M_invoke(std::_Any_data const&) at /root/doris_branch-2.1/doris/be/src/olap/olap_server.cpp:1018
	16# doris::ThreadPool::dispatch_thread() at /root/doris_branch-2.1/doris/be/src/util/threadpool.cpp:0
	17# doris::Thread::supervise_thread(void*) at /var/local/ldb-toolchain/bin/../usr/include/pthread.h:562
	18# ?
	19# ?

*** Query id: 0-0 ***
*** is nereids: 0 ***
*** tablet id: 38266341 ***
*** Aborted at 1726615633 (unix time) try "date -d @1726615633" if you are using GNU date ***
*** Current BE git commitID: db06c678a3 ***
*** SIGABRT unknown detail explain (@0x26af02) received by PID 2535170 (TID 2536168 OR 0x7f48c81cd640) from PID 2535170; stack trace: ***
 0# doris::signal::(anonymous namespace)::FailureSignalHandler(int, siginfo_t*, void*) at /root/doris_branch-2.1/doris/be/src/common/signal_handler.h:421
 1# 0x00007F4AB18F8520 in /lib/x86_64-linux-gnu/libc.so.6
 2# pthread_kill at ./nptl/pthread_kill.c:89
 3# raise at ../sysdeps/posix/raise.c:27
 4# abort at ./stdlib/abort.c:81
 5# __gnu_cxx::__verbose_terminate_handler() [clone .cold] at ../../../../libstdc++-v3/libsupc++/vterminate.cc:75
 6# __cxxabiv1::__terminate(void (*)()) at ../../../../libstdc++-v3/libsupc++/eh_terminate.cc:48
 7# 0x000055C401EF7811 in /mnt/disk1/STRESS_ENV/be/lib/doris_be
 8# 0x000055C401EF7964 in /mnt/disk1/STRESS_ENV/be/lib/doris_be
 9# doris::vectorized::read_string_binary(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&, doris::vectorized::BufferReadable&, unsigned long) at /root/doris_branch-2.1/doris/be/src/vec/io/io_helper.h:180
10# doris::vectorized::IAggregateFunctionHelper<doris::vectorized::AggregateFunctionNullUnaryInline<doris::vectorized::AggregateFunctionGroupConcat<doris::vectorized::AggregateFunctionGroupConcatImplStr>, true> >::deserialize_and_merge_from_column_range(char*, doris::vectorized::IColumn const&, unsigned long, unsigned long, doris::vectorized::Arena*) const in /mnt/disk1/STRESS_ENV/be/lib/doris_be
11# doris::vectorized::IAggregateFunctionHelper<doris::vectorized::AggregateStateUnion>::add_batch_range(unsigned long, unsigned long, char*, doris::vectorized::IColumn const**, doris::vectorized::Arena*, bool) in /mnt/disk1/STRESS_ENV/be/lib/doris_be
12# doris::vectorized::VerticalBlockReader::_update_agg_value(std::vector<COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn>, std::allocator<COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn> > >&, int, int, bool) at /root/doris_branch-2.1/doris/be/src/vec/olap/vertical_block_reader.cpp:326
13# doris::vectorized::VerticalBlockReader::_update_agg_data(std::vector<COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn>, std::allocator<COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn> > >&) at /root/doris_branch-2.1/doris/be/src/vec/olap/vertical_block_reader.cpp:308
14# doris::vectorized::VerticalBlockReader::_agg_key_next_block(doris::vectorized::Block*, bool*) in /mnt/disk1/STRESS_ENV/be/lib/doris_be
15# doris::vectorized::VerticalBlockReader::next_block_with_aggregation(doris::vectorized::Block*, bool*) at /root/doris_branch-2.1/doris/be/src/vec/olap/vertical_block_reader.cpp:58
16# doris::Merger::vertical_compact_one_group(std::shared_ptr<doris::Tablet>, doris::ReaderType, std::shared_ptr<doris::TabletSchema>, bool, std::vector<unsigned int, std::allocator<unsigned int> > const&, doris::vectorized::RowSourcesBuffer*, std::vector<std::shared_ptr<doris::RowsetReader>, std::allocator<std::shared_ptr<doris::RowsetReader> > > const&, doris::RowsetWriter*, long, doris::Merger::Statistics*, std::vector<unsigned int, std::allocator<unsigned int> >, long, doris::CompactionSampleInfo*) in /mnt/disk1/STRESS_ENV/be/lib/doris_be
17# doris::Merger::vertical_merge_rowsets(std::shared_ptr<doris::Tablet>, doris::ReaderType, std::shared_ptr<doris::TabletSchema>, std::vector<std::shared_ptr<doris::RowsetReader>, std::allocator<std::shared_ptr<doris::RowsetReader> > > const&, doris::RowsetWriter*, long, long, doris::Merger::Statistics*) at /root/doris_branch-2.1/doris/be/src/olap/merger.cpp:445
18# doris::Compaction::do_compaction_impl(long) at /root/doris_branch-2.1/doris/be/src/olap/compaction.cpp:385
19# doris::Compaction::do_compaction(long) at /root/doris_branch-2.1/doris/be/src/olap/compaction.cpp:136
20# doris::CumulativeCompaction::execute_compact_impl() at /root/doris_branch-2.1/doris/be/src/olap/cumulative_compaction.cpp:79
21# doris::Compaction::execute_compact() at /root/doris_branch-2.1/doris/be/src/olap/compaction.cpp:118
22# doris::Tablet::execute_compaction(doris::Compaction&) at /root/doris_branch-2.1/doris/be/src/olap/tablet.cpp:2067
23# std::_Function_handler<void (), doris::StorageEngine::_submit_compaction_task(std::shared_ptr<doris::Tablet>, doris::CompactionType, bool)::$_0>::_M_invoke(std::_Any_data const&) at /var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/std_function.h:291
24# doris::ThreadPool::dispatch_thread() in /mnt/disk1/STRESS_ENV/be/lib/doris_be
25# doris::Thread::supervise_thread(void*) at /root/doris_branch-2.1/doris/be/src/util/thread.cpp:499
26# start_thread at ./nptl/pthread_create.c:442
27# 0x00007F4AB19DC850 at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:83

[doris-robot]

Thank you for your contribution to Apache Doris.
Don't know what should be done next? See How to process your PR

Since 2024-03-18, the Document has been moved to doris-website.
See Doris Document.

[mrhhsg]

run buildall

[doris-robot]

TPC-H: Total hot run time: 41915 ms

machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/tpch-tools
Tpch sf100 test result on commit 13ffb3d736f594073e52aa71e527c8015382d842, data reload: false

------ Round 1 ----------------------------------
q1	17580	7542	7335	7335
q2	2042	167	165	165
q3	10556	1177	1193	1177
q4	10227	797	714	714
q5	7751	3329	3056	3056
q6	240	157	152	152
q7	1020	610	595	595
q8	9439	2124	2073	2073
q9	7031	6479	6522	6479
q10	7046	2357	2329	2329
q11	447	251	261	251
q12	420	220	215	215
q13	17789	3011	2974	2974
q14	246	218	223	218
q15	593	531	509	509
q16	670	627	606	606
q17	992	841	811	811
q18	7526	6854	6694	6694
q19	1403	1070	1192	1070
q20	609	296	281	281
q21	4051	3208	3255	3208
q22	1111	1015	1003	1003
Total cold run time: 108789 ms
Total hot run time: 41915 ms

----- Round 2, with runtime_filter_mode=off -----
q1	7316	7303	7280	7280
q2	334	240	229	229
q3	2937	2807	2817	2807
q4	1942	1688	1725	1688
q5	5424	5460	5424	5424
q6	231	147	143	143
q7	2105	1700	1730	1700
q8	3221	3342	3351	3342
q9	8472	8455	8455	8455
q10	3416	3360	3379	3360
q11	593	477	486	477
q12	773	571	590	571
q13	9795	2999	2992	2992
q14	304	261	261	261
q15	569	517	520	517
q16	714	648	673	648
q17	1784	1572	1536	1536
q18	7814	7401	7331	7331
q19	1724	1606	1536	1536
q20	2037	1792	1789	1789
q21	5397	5241	5281	5241
q22	1139	1009	1005	1005
Total cold run time: 68041 ms
Total hot run time: 58332 ms

[doris-robot]

TPC-DS: Total hot run time: 194745 ms

machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/tpcds-tools
TPC-DS sf100 test result on commit 13ffb3d736f594073e52aa71e527c8015382d842, data reload: false

query1	966	380	376	376
query2	6531	2201	2098	2098
query3	6700	212	233	212
query4	34254	23554	23382	23382
query5	4287	479	444	444
query6	255	163	158	158
query7	4616	289	296	289
query8	269	216	216	216
query9	9562	2649	2642	2642
query10	486	284	275	275
query11	18237	15268	15228	15228
query12	146	105	99	99
query13	1628	416	416	416
query14	10927	7378	6954	6954
query15	251	175	176	175
query16	7962	461	449	449
query17	1665	574	554	554
query18	2070	308	318	308
query19	351	144	146	144
query20	118	114	110	110
query21	213	104	107	104
query22	4654	4525	4546	4525
query23	34607	33997	34086	33997
query24	11156	2884	2963	2884
query25	631	400	406	400
query26	1221	167	160	160
query27	2696	281	286	281
query28	8178	2473	2421	2421
query29	836	419	421	419
query30	314	163	150	150
query31	1017	800	791	791
query32	102	59	59	59
query33	789	304	299	299
query34	955	477	501	477
query35	844	716	727	716
query36	1073	938	939	938
query37	149	91	90	90
query38	4087	3856	3893	3856
query39	1441	1407	1395	1395
query40	215	98	99	98
query41	53	50	48	48
query42	124	96	100	96
query43	538	492	499	492
query44	1276	820	783	783
query45	195	166	165	165
query46	1154	752	752	752
query47	1918	1808	1839	1808
query48	467	366	358	358
query49	1177	424	406	406
query50	820	406	421	406
query51	7057	6791	6973	6791
query52	102	87	87	87
query53	255	183	179	179
query54	1277	466	470	466
query55	79	76	81	76
query56	302	299	267	267
query57	1210	1084	1115	1084
query58	259	263	243	243
query59	3332	2942	2991	2942
query60	311	280	290	280
query61	127	123	226	123
query62	855	643	677	643
query63	217	186	181	181
query64	5309	668	653	653
query65	3298	3177	3225	3177
query66	1437	306	319	306
query67	16142	15750	15722	15722
query68	3098	585	571	571
query69	429	297	291	291
query70	1229	1122	1089	1089
query71	335	272	265	265
query72	6070	4002	4022	4002
query73	760	329	328	328
query74	9566	9002	8929	8929
query75	3381	2656	2651	2651
query76	2061	910	900	900
query77	465	289	297	289
query78	10246	9627	9358	9358
query79	2383	860	860	860
query80	964	592	576	576
query81	533	252	259	252
query82	707	232	229	229
query83	224	155	159	155
query84	236	112	112	112
query85	746	425	361	361
query86	444	307	323	307
query87	4419	4367	4349	4349
query88	5208	4074	4047	4047
query89	392	355	354	354
query90	1859	309	306	306
query91	160	170	198	170
query92	85	73	73	73
query93	957	902	885	885
query94	793	387	385	385
query95	457	413	414	413
query96	488	493	481	481
query97	3169	3123	3172	3123
query98	228	227	230	227
query99	1469	1322	1284	1284
Total cold run time: 299311 ms
Total hot run time: 194745 ms

[doris-robot]

ClickBench: Total hot run time: 33.38 s

machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/clickbench-tools
ClickBench test result on commit 13ffb3d736f594073e52aa71e527c8015382d842, data reload: false

query1	0.04	0.04	0.04
query2	0.06	0.02	0.03
query3	0.24	0.07	0.06
query4	1.64	0.10	0.10
query5	0.50	0.52	0.49
query6	1.15	0.73	0.72
query7	0.01	0.02	0.01
query8	0.03	0.03	0.03
query9	0.56	0.50	0.49
query10	0.55	0.59	0.55
query11	0.14	0.11	0.11
query12	0.14	0.11	0.11
query13	0.61	0.59	0.58
query14	2.99	2.95	2.95
query15	0.90	0.80	0.82
query16	0.39	0.38	0.38
query17	1.05	1.06	1.08
query18	0.19	0.19	0.19
query19	1.95	1.83	2.05
query20	0.01	0.00	0.01
query21	15.36	0.61	0.59
query22	2.34	2.93	2.40
query23	16.97	1.09	0.81
query24	2.50	1.18	0.99
query25	0.27	0.17	0.16
query26	0.33	0.14	0.13
query27	0.04	0.03	0.04
query28	10.84	1.10	1.07
query29	12.53	3.26	3.20
query30	0.25	0.06	0.06
query31	2.87	0.39	0.37
query32	3.27	0.48	0.46
query33	3.02	3.02	3.01
query34	16.77	4.45	4.37
query35	4.43	4.43	4.46
query36	0.69	0.48	0.50
query37	0.08	0.06	0.06
query38	0.04	0.03	0.03
query39	0.03	0.02	0.02
query40	0.15	0.13	0.13
query41	0.08	0.02	0.03
query42	0.03	0.03	0.02
query43	0.03	0.02	0.02
Total cold run time: 106.07 s
Total hot run time: 33.38 s

[doris-robot]

TeamCity be ut coverage result:
Function Coverage: 37.32% (9574/25655)
Line Coverage: 28.69% (79096/275710)
Region Coverage: 28.17% (40966/145411)
Branch Coverage: 24.80% (20883/84194)
Coverage Report: http://coverage.selectdb-in.cc/coverage/13ffb3d736f594073e52aa71e527c8015382d842_13ffb3d736f594073e52aa71e527c8015382d842/report/index.html

[yiguolei]

LGTM

[github-actions]

PR approved by at least one committer and no changes requested.

[github-actions]

PR approved by anyone and no changes requested.