Skip to content

Latest commit

 

History

History
250 lines (245 loc) · 28.2 KB

results.md

File metadata and controls

250 lines (245 loc) · 28.2 KB

Calls average in milliseconds

This request will extract call time average according to protocol, number of thread, mapper and method:

SELECT
	s.protocol,
	s.mapper,
	c.method,
	s.nb_threads,
	avg(c.client_end - c.client_start) / 1000000 AS total,
	avg(c.server_end - c.server_start) / 1000000 AS server,
	avg(c.server_start - c.client_start) / 1000000 AS client_to_server,
	avg(c.client_end - c.server_end) / 1000000 AS server_to_client
FROM testsuite s
INNER JOIN testcall c ON s.id = c.test_suite_id
GROUP BY (s.protocol, s.mapper, c.method, s.nb_threads)
ORDER BY s.nb_threads, c.method, s.mapper, s.protocol;

On my laptop, the result is:

protocol mapper method nb_threads total server client_to_server server_to_client
rest dozer create 1 4.0607060269730270 2.4700634705294705 1.0876645394605395 0.50297801698301698300
soap dozer create 1 9.9633821808191808 2.3247860079920080 5.6504150569430569 1.9881811158841159
thrift dozer create 1 2.8636551648351648 2.1126750009990010 0.58381017982017982000 0.16716998401598401600
webflux dozer create 1 4.8157070769230769 0.23071433666333666300 1.2405264185814186 3.3444663216783217
protobuf manual create 1 3.5483431218781219 2.1621898971028971 0.94687247952047952000 0.43928074525474525500
rest manual create 1 6.0501460509490509 2.8403705114885115 2.3176083106893107 0.89216722877122877100
soap manual create 1 13.8305442757242757 2.8341017052947053 7.9903566373626374 3.0060859330669331
thrift manual create 1 2.8298716703296703 1.9435114145854146 0.71935879620379620400 0.16700145954045954000
webflux manual create 1 6.6921258351648352 0.91318679920079920100 1.9044755104895105 3.8744635254745255
rest mapstruct create 1 3.4078974925074925 2.0605133906093906 0.91961635964035964000 0.42776774225774225800
soap mapstruct create 1 9.4757185344655345 2.1562836093906094 5.3891555324675325 1.9302793926073926
thrift mapstruct create 1 2.5707512397602398 1.9208337022977023 0.50395068831168831200 0.14596684915084915100
webflux mapstruct create 1 4.0764206183816184 0.16867557942057942100 1.1146878091908092 2.7930572297702298
rest dozer get 1 2.0911418641358641 0.99147598701298701300 0.66902388911088911100 0.43064198801198801200
soap dozer get 1 6.0745598921078921 1.0103945434565435 3.7602718791208791 1.3038934695304695
thrift dozer get 1 1.1286057552447552 0.71040147752247752200 0.28812029870129870100 0.13008397902097902100
webflux dozer get 1 1.8528484855144855 1.0324312377622378 0.50780750149850149900 0.31260974625374625400
protobuf manual get 1 3.6042696633366633 1.0643589080919081 1.9417352427572428 0.59817551248751248800
rest manual get 1 3.1214304385614386 1.0969441278721279 1.1969640689310689 0.82752224175824175800
soap manual get 1 6.8443328201798202 1.0748062997002997 4.2435544595404595 1.5259720609390609
thrift manual get 1 0.95373184915084915100 0.53939987312687312700 0.30355825274725274700 0.11077372327672327700
webflux manual get 1 2.8551423216783217 1.5347425344655345 0.87685933466533466500 0.44354045254745254700
rest mapstruct get 1 1.7438063316683317 0.75315999100899100900 0.60363406293706293700 0.38701227772227772200
soap mapstruct get 1 5.9354133796203796 0.88886061938061938100 3.7651281178821179 1.2814246423576424
thrift mapstruct get 1 0.94617575124875124900 0.59898982117882117900 0.23981350149850149900 0.10737242857142857100
webflux mapstruct get 1 1.7548981648351648 0.92206558841158841200 0.51572195704295704300 0.31711061938061938100
rest dozer list 1 8.9652303256743257 6.6439682327672328 0.47240898801198801200 1.8488531048951049
soap dozer list 1 33.1345297332667333 6.3026925524475524 3.6184157682317682 23.2134214125874126
thrift dozer list 1 8.5596214875124875 6.9405743946053946 0.34329355444555444600 1.2757535384615385
webflux dozer list 1 9.7393152767232767 6.9318978751248751 0.67758635664335664300 2.1298310449550450
protobuf manual list 1 5.1362128121878122 1.6005111708291708 2.1976898801198801 1.3380117612387612
rest manual list 1 4.6484191408591409 1.4048597092907093 0.78291282517482517500 2.4606466063936064
soap manual list 1 30.6170397972027972 1.1606769490509491 4.0997643426573427 25.3565985054945055
thrift manual list 1 2.7121563576423576 1.0775411968031968 0.38313174725274725300 1.2514834135864136
webflux manual list 1 6.0704364945054945 2.6253059840159840 0.97163045754245754200 2.4735000529470529
rest mapstruct list 1 3.2806993126873127 1.1052891568431568 0.41917178621378621400 1.7562383696303696
soap mapstruct list 1 28.4745431058941059 1.0931428421578422 3.6062195964035964 23.7751806673326673
thrift mapstruct list 1 2.5310496133866134 1.0629928951048951 0.27777119680319680300 1.1902855214785215
webflux mapstruct list 1 4.4862538551448551 1.7413079710289710 0.59760496003996004000 2.1473409240759241
rest dozer create 2 5.3272884645354645 2.9982410629370629 1.6340150729270729 0.69503232867132867100
soap dozer create 2 15.0849175204795205 3.7649235904095904 8.2164062337662338 3.1035876963036963
thrift dozer create 2 3.4087556063936064 2.4110616213786214 0.75352033966033966000 0.24417364535464535500
webflux dozer create 2 6.5259916223776224 0.46367568331668331700 1.9594786203796204 4.1028373186813187
protobuf manual create 2 4.2018733516483516 2.4647305764235764 1.1376212167832168 0.59952155844155844200
rest manual create 2 7.2484535654345654 3.7469451378621379 2.3479849500499501 1.1535234775224775
soap manual create 2 17.1794390589410589 4.3788763136863137 9.3535698081918082 3.4469929370629371
thrift manual create 2 2.9472136123876124 2.0887445064935065 0.66105629770229770200 0.19741280819180819200
webflux manual create 2 8.4292987782217782 1.7096043026973027 2.8302088961038961 3.8894855794205794
rest mapstruct create 2 3.8832762527472527 2.2619167912087912 1.0748426543456543 0.54651680719280719300
soap mapstruct create 2 13.6452101328671329 3.0925478031968032 7.7908460419580420 2.7618162877122877
thrift mapstruct create 2 2.8856950509490509 2.1125361078921079 0.55989924175824175800 0.21325970129870129900
webflux mapstruct create 2 5.5263397972027972 0.19397764735264735300 1.6728574015984016 3.6595047482517483
rest dozer get 2 2.9642880359640360 1.2290951608391608 0.96543039560439560400 0.76976247952047952000
soap dozer get 2 7.7814348481518482 1.3156840669330669 4.7933467992007992 1.6724039820179820
thrift dozer get 2 1.4281369090909091 0.84129939960039960000 0.42101885514485514500 0.16581865434565434600
webflux dozer get 2 3.0761327652347652 1.4389985554445554 0.98579094005994006000 0.65134326973026973000
protobuf manual get 2 4.0281871588411588 1.0198457442557443 2.4265831218781219 0.58175829270729270700
rest manual get 2 3.7775171108891109 1.2986168351648352 1.4669054905094905 1.0119947852147852
soap manual get 2 9.3752020449550450 1.6012247412587413 5.6799933116883117 2.0939839920079920
thrift manual get 2 1.4895763076923077 0.83030903596403596400 0.46462119380619380600 0.19464607792207792200
webflux manual get 2 3.7194579020979021 1.7055225584415584 1.3437676403596404 0.67016770329670329700
rest mapstruct get 2 1.9609245104895105 0.85445371428571428600 0.65922110789210789200 0.44724968831168831200
soap mapstruct get 2 7.1103850419580420 1.0600291248751249 4.4843237922077922 1.5660321248751249
thrift mapstruct get 2 1.0181006083916084 0.63156408591408591400 0.26264212187812187800 0.12389440059940059900
webflux mapstruct get 2 2.3461934725274725 1.1097504195804196 0.76352747152847152800 0.47291558141858141900
rest dozer list 2 11.9332004195804196 8.5053996003996004 0.57257498501498501500 2.8552258341658342
soap dozer list 2 45.4010357232767233 8.4353023776223776 4.5698881058941059 32.3958452397602398
thrift dozer list 2 10.9367227402597403 8.8164076913086913 0.46314328071928071900 1.6571717682317682
webflux dozer list 2 13.6973495374625375 9.3512341748251748 1.0978290339660340 3.2482863286713287
protobuf manual list 2 7.5751676063936064 2.0096482327672328 3.5868192057942058 1.9787001678321678
rest manual list 2 7.6345486323676324 2.0997030339660340 1.1374727602397602 4.3973728381618382
soap manual list 2 39.2837174885114885 1.5192951538461538 4.6190813926073926 33.1453409420579421
thrift manual list 2 4.6928875734265734 1.7022915504495505 0.95636653346653346700 2.0342294895104895
webflux manual list 2 8.2381635904095904 2.8280986263736264 1.4652710799200799 3.9447938841158841
rest mapstruct list 2 5.2564610139860140 1.5825673906093906 0.58516112087912087900 3.0887325024975025
soap mapstruct list 2 38.0071297922077922 1.5089763716283716 4.4261549550449550 32.0719984655344655
thrift mapstruct list 2 3.8226850249750250 1.4986000279720280 0.57898685214785214800 1.7450981448551449
webflux mapstruct list 2 7.8562047762237762 2.3754311748251748 1.4472444035964036 4.0335291978021978
rest dozer create 3 6.0913041328671329 3.2821917862137862 1.8185498181818182 0.99056252847152847200
soap dozer create 3 18.2017543336663337 4.7406321798201798 9.7874673666333666 3.6736547872127872
thrift dozer create 3 3.6321888201798202 2.6270215204795205 0.73681889410589410600 0.26834840559440559400
webflux dozer create 3 7.9875565624375624 0.44568670329670329700 2.7111815894105894 4.8306882697302697
protobuf manual create 3 6.1503113346653347 3.2256949890109890 1.7609840329670330 1.1636323126873127
rest manual create 3 7.6770733096903097 3.8398489500499501 2.5620757852147852 1.2751485744255744
soap manual create 3 20.7468080379620380 5.8637339450549451 10.7443979730269730 4.1386761198801199
thrift manual create 3 4.0880831098901099 2.7465436973026973 0.94715523176823176800 0.39438418081918081900
webflux manual create 3 8.8900388111888112 0.66822018581418581400 3.2644455364635365 4.9573730889110889
rest mapstruct create 3 5.4821062707292707 2.7993853036963037 1.6314006593406593 1.0513203076923077
soap mapstruct create 3 18.1828166353646354 4.6858926203796204 10.0111993176823177 3.4857246973026973
thrift mapstruct create 3 3.4508354545454545 2.4332335874125874 0.71582079320679320700 0.30178107392607392600
webflux mapstruct create 3 7.5088213636363636 0.31283663836163836200 2.6845142007992008 4.5114705244755245
rest dozer get 3 3.2902003216783217 1.3843383076923077 1.2090661868131868 0.69679582717282717300
soap dozer get 3 9.1354511758241758 1.6476758651348651 5.5230683916083916 1.9647069190809191
thrift dozer get 3 1.4901183606393606 0.89034164135864135900 0.42270277222777222800 0.17707394705294705300
webflux dozer get 3 3.3870033156843157 1.3966157892107892 1.1088405324675325 0.88154699400599400600
protobuf manual get 3 6.0185523246753247 1.3245961178821179 3.6525174735264735 1.0414387332667333
rest manual get 3 4.5784137442557443 1.8183054565434565 1.7050275164835165 1.0550807712287712
soap manual get 3 9.1547082147852148 1.5656746403596404 5.5494955614385614 2.0395380129870130
thrift manual get 3 1.6892045434565435 0.91935969430569430600 0.57841348551448551400 0.19143136363636363600
webflux manual get 3 4.2449461178821179 1.6285468411588412 1.6126116613386613 1.00378761538461538500
rest mapstruct get 3 2.8327322067932068 1.0825693926073926 0.88090307492507492500 0.86925973926073926100
soap mapstruct get 3 9.0975543976023976 1.5359359780219780 5.5943925574425574 1.9672258621378621
thrift mapstruct get 3 1.6435542417582418 0.84537104095904095900 0.64358682617382617400 0.15459637462537462500
webflux mapstruct get 3 2.9684288571428571 1.1387124885114885 1.1474669280719281 0.68224944055944055900
rest dozer list 3 14.2971390449550450 10.1688111528471528 0.84931613586413586400 3.2790117562437562
soap dozer list 3 59.7098966203796204 10.9546462267732268 5.6046096413586414 43.1506407522477522
thrift dozer list 3 13.6243538691308691 10.7687948441558442 0.81691113986013986000 2.0386478851148851
webflux dozer list 3 18.2543797692307692 10.2557688461538462 3.6472488411588412 4.3513620819180819
protobuf manual list 3 9.7880985064935065 2.0753452737262737 5.0749112097902098 2.6378420229770230
rest manual list 3 9.4608484165834166 2.5328630309690310 1.5479184445554446 5.3800669410589411
soap manual list 3 53.2578416663336663 2.0839874825174825 5.7400982787212787 45.4337559050949051
thrift manual list 3 5.5219776483516484 2.0230542817182817 1.1589494185814186 2.3399739480519481
webflux manual list 3 11.1318235864135864 2.8678781348651349 2.7287546653346653 5.5351907862137862
rest mapstruct list 3 7.2307086383616384 2.0087025054945055 0.96815244555444555400 4.2538536873126873
soap mapstruct list 3 55.1283836403596404 2.0393541728271728 6.0128201018981019 47.0762093656343656
thrift mapstruct list 3 5.7664964155844156 2.0784786393606394 1.2022556793206793 2.4857620969030969
webflux mapstruct list 3 10.0383278811188811 2.6484476563436563 2.4302762007992008 4.9596040239760240
rest dozer create 4 6.9119482137862138 3.4164316863136863 2.1352723516483516 1.3602441758241758
soap dozer create 4 22.0442455834165834 6.2306010129870130 11.6869727642357642 4.1266718061938062
thrift dozer create 4 4.4080550099900100 2.9886266313686314 0.95639007392607392600 0.46303830469530469500
webflux dozer create 4 10.0932969140859141 0.54081741458541458500 4.1168707592407592 5.4356087402597403
protobuf manual create 4 6.6251346023976024 3.4246942377622378 1.8841213876123876 1.3163189770229770
rest manual create 4 8.1537233476523477 3.7945948171828172 2.7495586523476523 1.6095698781218781
soap manual create 4 22.8677854845154845 5.9271485474525475 12.3244386433566434 4.6161982937062937
thrift manual create 4 4.3821596373626374 2.9491281998001998 0.95756083716283716300 0.47547060039960040000
webflux manual create 4 9.3970813836163836 0.45407222277722277700 3.6393014875124875 5.3037076733266733
rest mapstruct create 4 6.3454607252747253 3.0565427452547453 2.0092460069930070 1.2796719730269730
soap mapstruct create 4 22.0187482657342657 5.7141418921078921 11.9486572447552448 4.3559491288711289
thrift mapstruct create 4 4.1902154005994006 2.7753579290709291 0.91575837762237762200 0.49909909390609390600
webflux mapstruct create 4 8.6302483076923077 0.20518477622377622400 3.2528883196803197 5.1721752117882118
rest dozer get 4 3.9387796013986014 1.6442641828171828 1.3382932907092907 0.95622212787212787200
soap dozer get 4 10.4208978911088911 1.9891202047952048 6.1746202827172827 2.2571574035964036
thrift dozer get 4 1.9792888621378621 1.1238788731268731 0.65950813286713286700 0.19590185614385614400
webflux dozer get 4 3.8467293826173826 1.4031418331668332 1.4850976493506494 0.95848990009990010000
protobuf manual get 4 7.2041895704295704 1.2662615674325674 4.8046749560439560 1.1332530469530470
rest manual get 4 4.6931247102897103 1.7316311748251748 1.8505617682317682 1.1109317672327672
soap manual get 4 11.9328796453546454 2.3360446233766234 7.0182444985014985 2.5785905234765235
thrift manual get 4 1.8547716403596404 0.96149641558441558400 0.60530924275724275700 0.28796598201798201800
webflux manual get 4 4.1177547242757243 1.3704512407592408 1.7056328241758242 1.0416706593406593
rest mapstruct get 4 3.4820617752247752 1.2896653936063936 1.0905710799200799 1.1018253016983017
soap mapstruct get 4 12.1316914245754246 2.2590084675324675 7.3368473326673327 2.5358356243756244
thrift mapstruct get 4 1.6759559570429570 0.90680710389610389600 0.55440404495504495500 0.21474480819180819200
webflux mapstruct get 4 3.7821284825174825 1.3399517962037962 1.5559693766233766 0.88620730969030969000
rest dozer list 4 18.6831986943056943 12.8892942357642358 1.2561986153846154 4.5377058431568432
soap dozer list 4 77.9229969210789211 13.7132378191808192 7.3584822547452547 56.8512768471528472
thrift dozer list 4 17.4437452087912088 13.5869347882117882 1.1829057392607393 2.6739046813186813
webflux dozer list 4 22.3569742567432567 13.0825750649350649 4.7485976323676324 4.5258015594405594
protobuf manual list 4 11.9284447332667333 2.2873609600399600 6.6095360149850150 3.0315477582417582
rest manual list 4 11.2754186443556444 2.6187699840159840 1.8120338871128871 6.8446147732267732
soap manual list 4 72.7931236983016983 2.5628128571428571 7.4700249190809191 62.7602859220779221
thrift manual list 4 7.1219322287712288 2.4377374735264735 1.7777098721278721 2.9064848831168831
webflux manual list 4 12.5721084125874126 2.8694122607392607 3.2156093306693307 6.4870868211788212
rest mapstruct list 4 9.2861555274725275 2.3342588601398601 1.5638058311688312 5.3880908361638362
soap mapstruct list 4 67.7702634285714286 2.5866432047952048 7.2022951948051948 57.9813250289710290
thrift mapstruct list 4 7.2144246763236763 2.3845908001998002 1.7514491978021978 3.0783846783216783
webflux mapstruct list 4 13.6844914775224775 2.9068929800199800 3.5328265604395604 7.2447719370629371

Test suite time in seconds

This request will extract tests suite time according to protocol, number of thread, mapper:

SELECT
	s.protocol,
	s.mapper,
	s.nb_threads,
	max(c.client_end) - min(c.client_start) AS time_ns,
	(max(cast(c.client_end as float)) - min(cast(c.client_start as float))) / 1000000000 AS time_s
FROM testsuite s
INNER JOIN testcall c ON s.id = c.test_suite_id
GROUP BY (s.protocol, s.mapper, s.nb_threads)
ORDER BY s.nb_threads, s.mapper, s.protocol;

On my laptop, the result is:

protocol mapper nb_threads time_ns time_s
rest dozer 1 15205365053 15.205365053
soap dozer 1 49289617218 49.289617218
thrift dozer 1 12638850801 12.638850801
webflux dozer 1 16648279528 16.648279528
protobuf manual 1 12391106708 12.391106708
rest manual 1 13921178570 13.92117857
soap manual 1 51403461802 51.403461802
thrift manual 1 6573388827 6.573388827
webflux manual 1 15978919959 15.978919959
rest mapstruct 1 8508075191 8.508075191
soap mapstruct 1 43989547128 43.989547128
thrift mapstruct 1 6117132479 6.117132479
webflux mapstruct 1 10536253031 10.536253031
rest dozer 2 10168001396 10.168001396
soap dozer 2 34213868049 34.213868049
thrift dozer 2 7937001835 7.937001835
webflux dozer 2 11860828908 11.860828908
protobuf manual 2 7982442088 7.982442088
rest manual 2 9392551679 9.392551679
soap manual 2 33005093667 33.005093667
thrift manual 2 4611133769 4.611133769
webflux manual 2 10471174339 10.471174339
rest mapstruct 2 5598614330 5.59861433
soap mapstruct 2 29463744772 29.463744772
thrift mapstruct 2 3921899249 3.921899249
webflux mapstruct 2 8037847657 8.037847657
rest dozer 3 7939086106 7.939086106
soap dozer 3 29095326055 29.095326055
thrift dozer 3 6291854173 6.291854173
webflux dozer 3 10072078990 10.07207899
protobuf manual 3 7398879897 7.398879897
rest manual 3 7296745571 7.296745571
soap manual 3 27797673394 27.797673394
thrift manual 3 3815196758 3.815196758
webflux manual 3 8323379618 8.323379618
rest mapstruct 3 5236236234 5.236236234
soap mapstruct 3 27543702679 27.543702679
thrift mapstruct 3 3662970193 3.662970193
webflux mapstruct 3 7025256804 7.025256804
rest dozer 4 7446675072 7.446675072
soap dozer 4 27683731559 27.683731559
thrift dozer 4 6000519855 6.000519855
webflux dozer 4 9292732588 9.292732588
protobuf manual 4 6514246442 6.514246442
rest manual 4 6113365714 6.113365714
soap manual 4 26993988363 26.993988363
thrift manual 4 3378614474 3.378614474
webflux manual 4 6734570282 6.734570282
rest mapstruct 4 4834372974 4.834372974
soap mapstruct 4 25560480528 25.560480528
thrift mapstruct 4 3334322333 3.334322333
webflux mapstruct 4 6737793252 6.737793252