Skip to content

Conversation

@mrhhsg
Copy link
Member

@mrhhsg mrhhsg commented Jun 24, 2024

Proposed changes

RETURN_IF_ERROR(vectorized::MutableBlock(block).merge(*pos_to_pull->_block))

this line may throw an exception(cannot allocate)

*** Query id: b7b80bfd76cc42a5-a9916f8364d5a4d3 ***
*** tablet id: 0 ***
*** Aborted at 1719187603 (unix time) try "date -d @1719187603" if you are using GNU date ***
*** Current BE git commitID: a8c48f5328 ***
*** SIGSEGV address not mapped to object (@0x47) received by PID 1197117 (TID 1197376 OR 0x7f49a25e4640) from PID 71; stack trace: ***
 0# doris::signal::(anonymous namespace)::FailureSignalHandler(int, siginfo_t*, void*) at /root/doris_branch-2.0/doris/be/src/common/signal_handler.h:417
 1# os::Linux::chained_handler(int, siginfo_t*, void*) in /usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server/libjvm.so
 2# JVM_handle_linux_signal in /usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server/libjvm.so
 3# signalHandler(int, siginfo_t*, void*) in /usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server/libjvm.so
 4# 0x00007F4ABB927520 in /lib/x86_64-linux-gnu/libc.so.6
 5# std::default_delete<doris::vectorized::Block>::operator()(doris::vectorized::Block*) const at /var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/unique_ptr.h:85
 6# doris::pipeline::MultiCastDataStreamer::close_sender(int) at /root/doris_branch-2.0/doris/be/src/pipeline/exec/multi_cast_data_streamer.cpp:60
 7# doris::pipeline::MultiCastDataStreamerSourceOperator::close(doris::RuntimeState*) at /root/doris_branch-2.0/doris/be/src/pipeline/exec/multi_cast_data_stream_source.cpp:120
 8# doris::pipeline::PipelineTask::close() at /root/doris_branch-2.0/doris/be/src/pipeline/pipeline_task.cpp:334
 9# doris::pipeline::TaskScheduler::_try_close_task(doris::pipeline::PipelineTask*, doris::pipeline::PipelineTaskState) at /root/doris_branch-2.0/doris/be/src/pipeline/task_scheduler.cpp:353
10# doris::pipeline::TaskScheduler::_do_work(unsigned long) in /mnt/disk1/STRESS_ENV/be/lib/doris_be
11# doris::ThreadPool::dispatch_thread() in /mnt/disk1/STRESS_ENV/be/lib/doris_be
12# doris::Thread::supervise_thread(void*) at /root/doris_branch-2.0/doris/be/src/util/thread.cpp:499
13# start_thread at ./nptl/pthread_create.c:442
14# 0x00007F4ABBA0B850 at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:83

@doris-robot
Copy link

Thank you for your contribution to Apache Doris.
Don't know what should be done next? See How to process your PR

Since 2024-03-18, the Document has been moved to doris-website.
See Doris Document.

@mrhhsg
Copy link
Member Author

mrhhsg commented Jun 24, 2024

run buildall

@github-actions
Copy link
Contributor

clang-tidy review says "All clean, LGTM! 👍"

@doris-robot
Copy link

TPC-H: Total hot run time: 40508 ms
machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/tpch-tools
Tpch sf100 test result on commit 4519faf116cfd61564205e4086d24f63cad07a27, data reload: false

------ Round 1 ----------------------------------
q1	17638	4417	4301	4301
q2	2008	206	189	189
q3	10445	1117	1085	1085
q4	10193	721	708	708
q5	7469	2719	2685	2685
q6	219	135	136	135
q7	975	595	599	595
q8	9242	2091	2084	2084
q9	9083	6617	6476	6476
q10	8939	3739	3673	3673
q11	451	248	245	245
q12	559	233	236	233
q13	18882	2977	3003	2977
q14	280	232	216	216
q15	512	486	475	475
q16	532	396	393	393
q17	994	672	684	672
q18	8127	7506	7466	7466
q19	7736	1454	1541	1454
q20	670	327	332	327
q21	5206	3776	3912	3776
q22	411	343	344	343
Total cold run time: 120571 ms
Total hot run time: 40508 ms

----- Round 2, with runtime_filter_mode=off -----
q1	4388	4266	4260	4260
q2	379	270	277	270
q3	3168	2890	2874	2874
q4	2020	1683	1682	1682
q5	5565	5527	5571	5527
q6	221	135	137	135
q7	2270	1837	1905	1837
q8	3307	3434	3437	3434
q9	8757	8944	8749	8749
q10	4060	3818	3936	3818
q11	614	499	500	499
q12	817	642	654	642
q13	16066	3213	3239	3213
q14	315	276	290	276
q15	541	499	491	491
q16	478	441	444	441
q17	1825	1522	1497	1497
q18	8276	8069	7805	7805
q19	1835	1589	1599	1589
q20	2151	1871	1877	1871
q21	8110	4742	4831	4742
q22	655	573	563	563
Total cold run time: 75818 ms
Total hot run time: 56215 ms

@doris-robot
Copy link

TPC-DS: Total hot run time: 174080 ms
machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/tpcds-tools
TPC-DS sf100 test result on commit 4519faf116cfd61564205e4086d24f63cad07a27, data reload: false

query1	924	405	376	376
query2	6431	2473	2293	2293
query3	6616	208	204	204
query4	18953	17394	17422	17394
query5	3738	485	482	482
query6	233	158	160	158
query7	4577	307	297	297
query8	323	290	277	277
query9	8549	2478	2478	2478
query10	584	288	281	281
query11	10720	10014	10027	10014
query12	117	83	85	83
query13	1627	392	368	368
query14	10167	7617	6272	6272
query15	231	191	187	187
query16	7959	268	265	265
query17	1906	532	543	532
query18	2069	286	291	286
query19	203	157	163	157
query20	92	85	83	83
query21	208	152	135	135
query22	4365	4139	4038	4038
query23	33899	33721	33684	33684
query24	11067	2854	2912	2854
query25	586	365	387	365
query26	713	167	155	155
query27	2320	337	337	337
query28	6185	2209	2194	2194
query29	889	676	630	630
query30	265	156	161	156
query31	944	776	767	767
query32	104	57	58	57
query33	768	294	330	294
query34	995	484	500	484
query35	752	668	627	627
query36	1109	987	971	971
query37	146	71	86	71
query38	3024	2827	2897	2827
query39	900	851	844	844
query40	215	127	138	127
query41	56	54	58	54
query42	109	108	96	96
query43	609	583	529	529
query44	1220	744	726	726
query45	193	166	166	166
query46	1090	747	747	747
query47	1836	1760	1773	1760
query48	377	298	302	298
query49	852	444	423	423
query50	774	403	396	396
query51	7004	6718	6630	6630
query52	99	95	94	94
query53	369	286	294	286
query54	885	455	446	446
query55	75	74	75	74
query56	292	261	268	261
query57	1107	1077	1045	1045
query58	269	248	266	248
query59	3309	3066	3342	3066
query60	309	274	283	274
query61	98	95	97	95
query62	634	461	441	441
query63	332	303	291	291
query64	8554	2241	1727	1727
query65	3174	3104	3122	3104
query66	745	328	337	328
query67	15408	14989	14918	14918
query68	5063	571	551	551
query69	631	461	448	448
query70	1191	1153	1149	1149
query71	436	283	274	274
query72	7462	5680	5698	5680
query73	775	331	333	331
query74	5856	5537	5493	5493
query75	3452	2686	2697	2686
query76	3087	909	869	869
query77	712	304	299	299
query78	10328	9862	10013	9862
query79	1727	516	512	512
query80	1816	479	483	479
query81	599	222	221	221
query82	706	107	103	103
query83	300	177	171	171
query84	267	87	87	87
query85	1201	289	273	273
query86	437	330	332	330
query87	3293	3074	3110	3074
query88	4035	2471	2446	2446
query89	471	376	378	376
query90	1646	196	188	188
query91	128	99	102	99
query92	60	49	51	49
query93	1876	524	524	524
query94	1042	201	196	196
query95	418	393	317	317
query96	601	276	265	265
query97	3201	3096	3075	3075
query98	223	213	197	197
query99	1308	829	834	829
Total cold run time: 269600 ms
Total hot run time: 174080 ms

@doris-robot
Copy link

ClickBench: Total hot run time: 30.33 s
machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/clickbench-tools
ClickBench test result on commit 4519faf116cfd61564205e4086d24f63cad07a27, data reload: false

query1	0.04	0.04	0.04
query2	0.08	0.04	0.04
query3	0.22	0.05	0.05
query4	1.66	0.08	0.10
query5	0.50	0.49	0.48
query6	1.14	0.73	0.72
query7	0.02	0.02	0.01
query8	0.05	0.04	0.05
query9	0.54	0.48	0.48
query10	0.53	0.53	0.54
query11	0.15	0.11	0.12
query12	0.15	0.12	0.13
query13	0.60	0.59	0.58
query14	0.76	0.79	0.79
query15	0.82	0.82	0.83
query16	0.37	0.38	0.37
query17	1.00	1.01	0.99
query18	0.23	0.26	0.24
query19	1.89	1.76	1.82
query20	0.01	0.01	0.01
query21	15.43	0.66	0.67
query22	4.04	8.11	1.52
query23	18.37	1.38	1.44
query24	2.04	0.24	0.23
query25	0.16	0.08	0.08
query26	0.25	0.17	0.18
query27	0.09	0.09	0.08
query28	13.31	1.01	1.02
query29	12.66	3.27	3.23
query30	0.26	0.07	0.07
query31	2.83	0.39	0.38
query32	3.29	0.46	0.47
query33	2.96	2.90	2.88
query34	17.13	4.43	4.40
query35	4.50	4.53	4.47
query36	0.66	0.46	0.47
query37	0.18	0.17	0.15
query38	0.15	0.14	0.14
query39	0.04	0.04	0.04
query40	0.18	0.14	0.14
query41	0.09	0.05	0.04
query42	0.06	0.05	0.04
query43	0.04	0.04	0.04
Total cold run time: 109.48 s
Total hot run time: 30.33 s

@mrhhsg
Copy link
Member Author

mrhhsg commented Jun 25, 2024

run buildall

@doris-robot
Copy link

TPC-H: Total hot run time: 40173 ms
machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/tpch-tools
Tpch sf100 test result on commit 4519faf116cfd61564205e4086d24f63cad07a27, data reload: false

------ Round 1 ----------------------------------
q1	17881	5155	4394	4394
q2	2480	195	192	192
q3	10953	1267	1159	1159
q4	10390	892	886	886
q5	7563	2734	2709	2709
q6	229	136	142	136
q7	970	598	623	598
q8	9331	2092	2109	2092
q9	9317	6492	6491	6491
q10	8956	3734	3763	3734
q11	436	237	231	231
q12	441	238	230	230
q13	17915	2977	3002	2977
q14	257	224	227	224
q15	507	492	481	481
q16	526	378	378	378
q17	977	698	667	667
q18	8025	7464	7318	7318
q19	5862	1435	1451	1435
q20	652	313	315	313
q21	4884	3195	3252	3195
q22	389	334	333	333
Total cold run time: 118941 ms
Total hot run time: 40173 ms

----- Round 2, with runtime_filter_mode=off -----
q1	4415	4250	4222	4222
q2	382	261	262	261
q3	2978	2763	2737	2737
q4	1861	1598	1529	1529
q5	5212	5291	5258	5258
q6	216	128	127	127
q7	2109	1756	1749	1749
q8	3176	3345	3294	3294
q9	8369	8289	8383	8289
q10	3901	3726	3654	3654
q11	571	491	475	475
q12	774	597	608	597
q13	17526	2982	3003	2982
q14	278	276	249	249
q15	514	470	479	470
q16	472	409	430	409
q17	1735	1470	1475	1470
q18	7517	7572	7520	7520
q19	1707	1607	1493	1493
q20	1989	1806	1801	1801
q21	4915	4694	4606	4606
q22	621	528	565	528
Total cold run time: 71238 ms
Total hot run time: 53720 ms

@doris-robot
Copy link

TPC-DS: Total hot run time: 171432 ms
machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/tpcds-tools
TPC-DS sf100 test result on commit 4519faf116cfd61564205e4086d24f63cad07a27, data reload: false

query1	939	385	372	372
query2	6438	2304	2415	2304
query3	6637	197	203	197
query4	20553	17358	17329	17329
query5	4160	470	485	470
query6	258	152	157	152
query7	4585	305	291	291
query8	300	283	259	259
query9	8640	2458	2433	2433
query10	579	284	271	271
query11	10495	10127	10049	10049
query12	133	82	80	80
query13	1627	365	377	365
query14	9341	7050	6327	6327
query15	236	196	186	186
query16	7816	282	270	270
query17	1584	561	545	545
query18	1976	280	293	280
query19	200	155	157	155
query20	93	83	83	83
query21	212	122	126	122
query22	4274	4113	3972	3972
query23	34056	33047	33092	33047
query24	12146	2825	2755	2755
query25	692	380	377	377
query26	1849	156	153	153
query27	3101	314	320	314
query28	7413	2085	2090	2085
query29	1179	659	632	632
query30	293	153	156	153
query31	939	742	773	742
query32	99	54	59	54
query33	777	308	290	290
query34	964	468	465	465
query35	755	628	634	628
query36	1111	953	971	953
query37	292	78	73	73
query38	2959	2806	2803	2803
query39	848	798	801	798
query40	287	131	128	128
query41	60	56	53	53
query42	131	98	106	98
query43	567	550	558	550
query44	1218	735	736	735
query45	195	172	174	172
query46	1096	748	718	718
query47	1832	1760	1762	1760
query48	377	300	306	300
query49	1214	422	424	422
query50	774	396	392	392
query51	6939	6716	6771	6716
query52	109	95	98	95
query53	361	288	298	288
query54	967	480	447	447
query55	82	77	77	77
query56	312	300	288	288
query57	1142	1048	1069	1048
query58	261	262	265	262
query59	3454	3128	3138	3128
query60	308	290	289	289
query61	112	108	112	108
query62	653	464	566	464
query63	321	287	283	283
query64	9917	2243	1792	1792
query65	3180	3100	3163	3100
query66	1368	334	332	332
query67	15611	14836	14855	14836
query68	7903	544	539	539
query69	688	437	428	428
query70	1196	1067	1126	1067
query71	515	279	268	268
query72	9107	5536	4277	4277
query73	822	333	328	328
query74	5875	5544	5465	5465
query75	5234	2624	2718	2624
query76	4757	1043	931	931
query77	756	303	302	302
query78	10534	9928	9757	9757
query79	8671	526	525	525
query80	985	496	482	482
query81	555	221	224	221
query82	759	110	105	105
query83	355	171	171	171
query84	272	83	89	83
query85	1332	290	269	269
query86	404	300	323	300
query87	3301	3151	3064	3064
query88	4048	2455	2473	2455
query89	529	395	379	379
query90	1975	191	196	191
query91	134	100	102	100
query92	67	49	50	49
query93	7001	510	508	508
query94	1216	190	194	190
query95	405	320	320	320
query96	620	267	274	267
query97	3225	3019	3075	3019
query98	228	199	195	195
query99	1184	858	838	838
Total cold run time: 298050 ms
Total hot run time: 171432 ms

@doris-robot
Copy link

ClickBench: Total hot run time: 32.03 s
machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/clickbench-tools
ClickBench test result on commit 4519faf116cfd61564205e4086d24f63cad07a27, data reload: false

query1	0.04	0.03	0.03
query2	0.08	0.04	0.04
query3	0.21	0.05	0.05
query4	1.68	0.07	0.07
query5	0.49	0.48	0.49
query6	1.13	0.73	0.72
query7	0.02	0.02	0.01
query8	0.05	0.04	0.04
query9	0.54	0.49	0.48
query10	0.53	0.54	0.54
query11	0.15	0.12	0.11
query12	0.15	0.12	0.12
query13	0.61	0.59	0.59
query14	0.76	0.79	0.78
query15	0.82	0.82	0.81
query16	0.36	0.37	0.36
query17	1.03	1.03	1.02
query18	0.24	0.23	0.26
query19	1.85	1.73	1.82
query20	0.01	0.01	0.02
query21	15.42	0.67	0.66
query22	4.02	6.72	3.08
query23	18.28	1.42	1.28
query24	2.08	0.24	0.22
query25	0.16	0.08	0.08
query26	0.27	0.17	0.19
query27	0.08	0.09	0.08
query28	13.32	1.03	0.99
query29	12.62	3.44	3.48
query30	0.25	0.07	0.05
query31	2.88	0.39	0.39
query32	3.27	0.48	0.47
query33	2.87	2.89	2.97
query34	17.16	4.50	4.50
query35	4.60	4.46	4.52
query36	0.65	0.48	0.45
query37	0.18	0.15	0.16
query38	0.15	0.15	0.15
query39	0.04	0.04	0.04
query40	0.18	0.14	0.15
query41	0.10	0.04	0.05
query42	0.06	0.05	0.05
query43	0.04	0.03	0.04
Total cold run time: 109.43 s
Total hot run time: 32.03 s

@wm1581066 wm1581066 requested a review from HappenLee June 25, 2024 05:45
@mrhhsg mrhhsg force-pushed the fix_multi_streamer branch from 4519faf to 9cb10d1 Compare June 25, 2024 09:32
@mrhhsg
Copy link
Member Author

mrhhsg commented Jun 25, 2024

run buildall

@github-actions
Copy link
Contributor

clang-tidy review says "All clean, LGTM! 👍"

@doris-robot
Copy link

TPC-H: Total hot run time: 40880 ms
machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/tpch-tools
Tpch sf100 test result on commit 9cb10d174468f9616ebbf92eb47d699cd2a92b98, data reload: false

------ Round 1 ----------------------------------
q1	18548	6045	4440	4440
q2	2541	193	197	193
q3	11124	1115	1066	1066
q4	10424	826	827	826
q5	7501	2695	2714	2695
q6	230	143	139	139
q7	969	617	616	616
q8	9436	2115	2081	2081
q9	9015	6446	6486	6446
q10	9018	3778	3731	3731
q11	462	249	235	235
q12	446	236	226	226
q13	17770	3022	2981	2981
q14	264	229	218	218
q15	503	478	492	478
q16	547	392	383	383
q17	971	669	745	669
q18	7968	7378	7409	7378
q19	7446	1544	1465	1465
q20	651	318	323	318
q21	4955	3958	4006	3958
q22	398	338	339	338
Total cold run time: 121187 ms
Total hot run time: 40880 ms

----- Round 2, with runtime_filter_mode=off -----
q1	4426	4546	4491	4491
q2	367	275	274	274
q3	2950	2786	2737	2737
q4	1877	1619	1632	1619
q5	5272	5274	5236	5236
q6	219	130	127	127
q7	2141	1713	1745	1713
q8	3188	3311	3283	3283
q9	8346	8358	8402	8358
q10	3898	3636	3669	3636
q11	602	512	474	474
q12	786	586	609	586
q13	16369	3009	3013	3009
q14	285	270	260	260
q15	513	476	484	476
q16	464	412	426	412
q17	1787	1472	1500	1472
q18	7656	7666	7393	7393
q19	1701	1616	1699	1616
q20	1992	1778	1777	1777
q21	8160	4862	4669	4669
q22	607	552	570	552
Total cold run time: 73606 ms
Total hot run time: 54170 ms

@doris-robot
Copy link

TPC-DS: Total hot run time: 169617 ms
machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/tpcds-tools
TPC-DS sf100 test result on commit 9cb10d174468f9616ebbf92eb47d699cd2a92b98, data reload: false

query1	930	376	367	367
query2	6448	2369	2314	2314
query3	6633	201	200	200
query4	19078	17395	17506	17395
query5	4180	479	496	479
query6	240	157	155	155
query7	4589	289	284	284
query8	315	278	271	271
query9	8487	2376	2362	2362
query10	602	290	261	261
query11	10479	10133	9943	9943
query12	126	85	79	79
query13	1631	387	365	365
query14	9441	7613	6801	6801
query15	233	196	176	176
query16	7848	269	276	269
query17	1896	536	534	534
query18	1965	266	270	266
query19	199	151	159	151
query20	93	84	92	84
query21	218	124	125	124
query22	4301	4136	3897	3897
query23	33911	32989	33040	32989
query24	11868	2745	2801	2745
query25	685	373	348	348
query26	1827	150	151	150
query27	3009	311	315	311
query28	7686	2049	2053	2049
query29	1173	621	606	606
query30	290	148	148	148
query31	975	715	745	715
query32	100	63	56	56
query33	781	301	280	280
query34	922	475	460	460
query35	785	645	600	600
query36	1080	925	918	918
query37	239	70	72	70
query38	2854	2736	2741	2736
query39	859	801	802	801
query40	277	125	123	123
query41	53	58	49	49
query42	120	95	98	95
query43	594	536	550	536
query44	1259	736	723	723
query45	194	166	165	165
query46	1056	703	718	703
query47	1893	1787	1768	1768
query48	375	287	296	287
query49	1182	419	399	399
query50	774	373	379	373
query51	6898	6819	6763	6763
query52	108	97	94	94
query53	366	292	292	292
query54	890	488	437	437
query55	71	73	69	69
query56	291	262	262	262
query57	1154	1055	1060	1055
query58	254	252	241	241
query59	3265	3246	3167	3167
query60	298	280	259	259
query61	95	90	89	89
query62	655	445	462	445
query63	311	292	290	290
query64	9811	2356	1846	1846
query65	3150	3079	3077	3077
query66	1384	383	340	340
query67	15651	15046	15229	15046
query68	4696	555	544	544
query69	479	314	312	312
query70	1115	1167	1102	1102
query71	409	281	275	275
query72	7251	2922	2704	2704
query73	744	325	321	321
query74	5993	5447	5502	5447
query75	3458	2686	2665	2665
query76	2855	926	918	918
query77	469	307	318	307
query78	10638	9867	9697	9697
query79	4466	512	511	511
query80	1839	498	498	498
query81	584	224	226	224
query82	864	108	101	101
query83	327	182	171	171
query84	276	89	87	87
query85	1955	457	266	266
query86	488	310	305	305
query87	3270	3077	3096	3077
query88	4734	2344	2397	2344
query89	500	381	386	381
query90	1840	183	186	183
query91	123	97	99	97
query92	61	52	48	48
query93	4948	520	510	510
query94	1267	189	184	184
query95	396	305	314	305
query96	595	276	272	272
query97	3200	3054	2978	2978
query98	217	201	205	201
query99	1237	850	830	830
Total cold run time: 282699 ms
Total hot run time: 169617 ms

@doris-robot
Copy link

ClickBench: Total hot run time: 31.32 s
machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/clickbench-tools
ClickBench test result on commit 9cb10d174468f9616ebbf92eb47d699cd2a92b98, data reload: false

query1	0.04	0.03	0.03
query2	0.08	0.04	0.04
query3	0.21	0.06	0.04
query4	1.69	0.06	0.06
query5	0.49	0.48	0.49
query6	1.13	0.72	0.72
query7	0.02	0.02	0.01
query8	0.04	0.03	0.04
query9	0.55	0.49	0.50
query10	0.53	0.53	0.54
query11	0.15	0.11	0.11
query12	0.15	0.11	0.11
query13	0.59	0.59	0.59
query14	0.76	0.81	0.77
query15	0.82	0.81	0.80
query16	0.37	0.37	0.35
query17	0.96	0.97	1.00
query18	0.22	0.24	0.21
query19	1.86	1.77	1.84
query20	0.01	0.01	0.01
query21	15.44	0.65	0.64
query22	4.32	6.50	2.61
query23	18.32	1.49	1.27
query24	2.16	0.23	0.23
query25	0.17	0.09	0.09
query26	0.26	0.17	0.17
query27	0.09	0.08	0.08
query28	13.20	1.03	0.99
query29	12.56	3.33	3.31
query30	0.25	0.06	0.05
query31	2.87	0.39	0.38
query32	3.29	0.47	0.47
query33	2.87	2.93	2.86
query34	17.36	4.48	4.47
query35	4.54	4.55	4.64
query36	0.66	0.46	0.48
query37	0.17	0.14	0.16
query38	0.15	0.14	0.15
query39	0.04	0.03	0.04
query40	0.18	0.15	0.14
query41	0.09	0.05	0.04
query42	0.06	0.05	0.04
query43	0.05	0.04	0.05
Total cold run time: 109.77 s
Total hot run time: 31.32 s

@github-actions github-actions bot added the approved Indicates a PR has been approved by one committer. label Jun 25, 2024
@github-actions
Copy link
Contributor

PR approved by at least one committer and no changes requested.

@github-actions
Copy link
Contributor

PR approved by anyone and no changes requested.

@mrhhsg
Copy link
Member Author

mrhhsg commented Jun 26, 2024

run buildall

@doris-robot
Copy link

TPC-H: Total hot run time: 39952 ms
machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/tpch-tools
Tpch sf100 test result on commit 9cb10d174468f9616ebbf92eb47d699cd2a92b98, data reload: false

------ Round 1 ----------------------------------
q1	17617	4837	4307	4307
q2	2012	192	192	192
q3	10474	1133	1122	1122
q4	10184	744	698	698
q5	7459	2660	2643	2643
q6	221	133	133	133
q7	952	606	603	603
q8	9224	2057	2051	2051
q9	8835	6530	6561	6530
q10	9049	3801	3822	3801
q11	456	229	247	229
q12	572	231	230	230
q13	19017	2969	3030	2969
q14	258	217	222	217
q15	507	475	492	475
q16	506	377	380	377
q17	966	705	702	702
q18	7985	7434	7424	7424
q19	7677	1418	1501	1418
q20	667	332	331	331
q21	5082	3167	3918	3167
q22	387	335	333	333
Total cold run time: 120107 ms
Total hot run time: 39952 ms

----- Round 2, with runtime_filter_mode=off -----
q1	4482	4388	4378	4378
q2	392	271	263	263
q3	3269	3097	2957	2957
q4	2030	1729	1820	1729
q5	5618	5650	5653	5650
q6	237	140	134	134
q7	2391	1856	1862	1856
q8	3328	3469	3431	3431
q9	8796	8835	8690	8690
q10	4167	3655	3798	3655
q11	610	508	483	483
q12	850	635	605	605
q13	17273	3158	3165	3158
q14	298	269	287	269
q15	528	471	486	471
q16	486	419	432	419
q17	1816	1514	1472	1472
q18	8144	7888	7963	7888
q19	1817	1553	1656	1553
q20	3132	1895	1849	1849
q21	8494	4819	4735	4735
q22	610	584	513	513
Total cold run time: 78768 ms
Total hot run time: 56158 ms

@doris-robot
Copy link

TPC-DS: Total hot run time: 171925 ms
machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/tpcds-tools
TPC-DS sf100 test result on commit 9cb10d174468f9616ebbf92eb47d699cd2a92b98, data reload: false

query1	905	409	387	387
query2	6428	2388	2246	2246
query3	6618	203	201	201
query4	20071	17584	17332	17332
query5	3695	463	474	463
query6	239	172	154	154
query7	4585	299	290	290
query8	321	308	281	281
query9	8614	2411	2399	2399
query10	579	311	283	283
query11	10720	10161	10044	10044
query12	116	84	90	84
query13	1653	382	396	382
query14	10097	7739	7502	7502
query15	236	185	180	180
query16	7689	263	263	263
query17	1907	542	516	516
query18	1860	294	284	284
query19	199	155	150	150
query20	89	79	79	79
query21	211	130	130	130
query22	4259	4139	3932	3932
query23	33841	33534	33597	33534
query24	11152	2847	2933	2847
query25	630	376	371	371
query26	1058	158	159	158
query27	2306	325	333	325
query28	6205	2155	2139	2139
query29	907	631	623	623
query30	241	172	167	167
query31	958	766	752	752
query32	93	58	55	55
query33	783	307	341	307
query34	1005	497	499	497
query35	744	641	636	636
query36	1149	986	980	980
query37	144	74	81	74
query38	2960	2875	2825	2825
query39	917	849	836	836
query40	210	127	124	124
query41	53	51	52	51
query42	115	98	99	98
query43	612	524	556	524
query44	1251	736	726	726
query45	196	157	165	157
query46	1094	707	717	707
query47	1888	1764	1788	1764
query48	381	305	299	299
query49	853	409	441	409
query50	781	383	383	383
query51	6919	6815	6744	6744
query52	114	89	99	89
query53	352	290	279	279
query54	882	442	439	439
query55	74	75	73	73
query56	275	268	261	261
query57	1150	1059	1052	1052
query58	253	246	246	246
query59	3323	3128	3104	3104
query60	292	267	266	266
query61	94	92	99	92
query62	616	443	451	443
query63	321	296	287	287
query64	9003	2322	1779	1779
query65	3229	3137	3197	3137
query66	744	320	333	320
query67	15447	15061	14922	14922
query68	4523	543	547	543
query69	472	298	305	298
query70	1228	1085	1110	1085
query71	394	273	270	270
query72	7119	2922	2783	2783
query73	758	326	327	326
query74	5951	5510	5538	5510
query75	3473	2654	2641	2641
query76	2255	993	920	920
query77	456	306	298	298
query78	10791	10104	9892	9892
query79	2726	526	515	515
query80	2894	498	500	498
query81	568	238	232	232
query82	759	114	106	106
query83	339	189	183	183
query84	276	99	93	93
query85	1905	348	331	331
query86	486	306	325	306
query87	3310	3078	3120	3078
query88	4112	2410	2397	2397
query89	492	396	396	396
query90	1816	192	196	192
query91	147	112	112	112
query92	63	51	51	51
query93	2166	526	525	525
query94	1205	200	198	198
query95	407	328	324	324
query96	609	269	269	269
query97	3224	3044	3028	3028
query98	238	207	200	200
query99	1125	842	845	842
Total cold run time: 272993 ms
Total hot run time: 171925 ms

@doris-robot
Copy link

ClickBench: Total hot run time: 31.21 s
machine: 'aliyun_ecs.c7a.8xlarge_32C64G'
scripts: https://github.com/apache/doris/tree/master/tools/clickbench-tools
ClickBench test result on commit 9cb10d174468f9616ebbf92eb47d699cd2a92b98, data reload: false

query1	0.03	0.04	0.04
query2	0.08	0.05	0.04
query3	0.22	0.04	0.04
query4	1.69	0.08	0.07
query5	0.50	0.48	0.49
query6	1.14	0.73	0.71
query7	0.02	0.02	0.01
query8	0.04	0.04	0.04
query9	0.56	0.48	0.49
query10	0.55	0.55	0.55
query11	0.14	0.11	0.11
query12	0.14	0.11	0.11
query13	0.59	0.59	0.57
query14	0.76	0.77	0.81
query15	0.82	0.82	0.82
query16	0.37	0.35	0.36
query17	1.02	0.99	1.01
query18	0.22	0.25	0.23
query19	1.82	1.66	1.71
query20	0.02	0.01	0.01
query21	15.45	0.66	0.65
query22	3.53	7.25	2.49
query23	18.25	1.32	1.33
query24	2.10	0.22	0.21
query25	0.15	0.08	0.08
query26	0.25	0.18	0.17
query27	0.09	0.07	0.08
query28	13.29	1.01	1.01
query29	12.59	3.30	3.25
query30	0.26	0.06	0.06
query31	2.85	0.39	0.38
query32	3.30	0.46	0.47
query33	2.93	2.90	2.97
query34	16.94	4.48	4.45
query35	4.47	4.58	4.55
query36	0.67	0.47	0.48
query37	0.18	0.15	0.16
query38	0.15	0.16	0.15
query39	0.04	0.04	0.04
query40	0.18	0.15	0.14
query41	0.10	0.05	0.05
query42	0.06	0.04	0.04
query43	0.04	0.04	0.04
Total cold run time: 108.6 s
Total hot run time: 31.21 s

Copy link
Contributor

@HappenLee HappenLee left a comment

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

LGTM

Copy link
Contributor

@HappenLee HappenLee left a comment

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

LGTM

@mrhhsg mrhhsg merged commit 9f15d93 into apache:master Jun 26, 2024
@mrhhsg mrhhsg deleted the fix_multi_streamer branch June 26, 2024 09:33
mrhhsg added a commit that referenced this pull request Jun 26, 2024
…36813)

## Proposed changes

pick #36748

```cpp
RETURN_IF_ERROR(vectorized::MutableBlock(block).merge(*pos_to_pull->_block))
```
this line may throw an exception(cannot allocate)

<!--Describe your changes.-->
dataroaring pushed a commit that referenced this pull request Jun 28, 2024
…36748)

## Proposed changes

```cpp
RETURN_IF_ERROR(vectorized::MutableBlock(block).merge(*pos_to_pull->_block))
```
this line may throw an exception(cannot allocate)
mrhhsg added a commit that referenced this pull request Jul 15, 2024
…36814)

## Proposed changes

pick #36748

```cpp
RETURN_IF_ERROR(vectorized::MutableBlock(block).merge(*pos_to_pull->_block))
```
this line may throw an exception(cannot allocate)

```
*** Query id: b7b80bfd76cc42a5-a9916f8364d5a4d3 ***
*** tablet id: 0 ***
*** Aborted at 1719187603 (unix time) try "date -d @1719187603" if you are using GNU date ***
*** Current BE git commitID: a8c48f5 ***
*** SIGSEGV address not mapped to object (@0x47) received by PID 1197117 (TID 1197376 OR 0x7f49a25e4640) from PID 71; stack trace: ***
 0# doris::signal::(anonymous namespace)::FailureSignalHandler(int, siginfo_t*, void*) at /root/doris_branch-2.0/doris/be/src/common/signal_handler.h:417
 1# os::Linux::chained_handler(int, siginfo_t*, void*) in /usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server/libjvm.so
 2# JVM_handle_linux_signal in /usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server/libjvm.so
 3# signalHandler(int, siginfo_t*, void*) in /usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server/libjvm.so
 4# 0x00007F4ABB927520 in /lib/x86_64-linux-gnu/libc.so.6
 5# std::default_delete<doris::vectorized::Block>::operator()(doris::vectorized::Block*) const at /var/local/ldb-toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/unique_ptr.h:85
 6# doris::pipeline::MultiCastDataStreamer::close_sender(int) at /root/doris_branch-2.0/doris/be/src/pipeline/exec/multi_cast_data_streamer.cpp:60
 7# doris::pipeline::MultiCastDataStreamerSourceOperator::close(doris::RuntimeState*) at /root/doris_branch-2.0/doris/be/src/pipeline/exec/multi_cast_data_stream_source.cpp:120
 8# doris::pipeline::PipelineTask::close() at /root/doris_branch-2.0/doris/be/src/pipeline/pipeline_task.cpp:334
 9# doris::pipeline::TaskScheduler::_try_close_task(doris::pipeline::PipelineTask*, doris::pipeline::PipelineTaskState) at /root/doris_branch-2.0/doris/be/src/pipeline/task_scheduler.cpp:353
10# doris::pipeline::TaskScheduler::_do_work(unsigned long) in /mnt/disk1/STRESS_ENV/be/lib/doris_be
11# doris::ThreadPool::dispatch_thread() in /mnt/disk1/STRESS_ENV/be/lib/doris_be
12# doris::Thread::supervise_thread(void*) at /root/doris_branch-2.0/doris/be/src/util/thread.cpp:499
13# start_thread at ./nptl/pthread_create.c:442
14# 0x00007F4ABBA0B850 at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:83
```

<!--Describe your changes.-->
mongo360 pushed a commit to mongo360/doris that referenced this pull request Aug 16, 2024
…pache#36813)

## Proposed changes

pick apache#36748

```cpp
RETURN_IF_ERROR(vectorized::MutableBlock(block).merge(*pos_to_pull->_block))
```
this line may throw an exception(cannot allocate)

<!--Describe your changes.-->
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Labels

approved Indicates a PR has been approved by one committer. dev/2.1.5-merged dev/3.0.0-merged reviewed

Projects

None yet

Development

Successfully merging this pull request may close these issues.

7 participants