update results

ika-rwth-aachen · Feb 17, 2024 · 2486371 · 2486371
1 parent 9bfd370
commit 2486371
Show file tree

Hide file tree

Showing 12 changed files with 58 additions and 0 deletions.
diff --git a/evaluation/ra_results.csv b/evaluation/ra_results.csv
@@ -0,0 +1,6 @@
+model,RA_beamsreducing_s1,RA_brightness_s1,RA_dark_s1,RA_fog_s1,RA_missingcamera_s1,RA_motionblur_s1,RA_pointsreducing_s1,RA_snow_s1,RA_spatialmisalignment_s1,RA_temporalmisalignment_s1,RA_beamsreducing_s2,RA_brightness_s2,RA_dark_s2,RA_fog_s2,RA_missingcamera_s2,RA_motionblur_s2,RA_pointsreducing_s2,RA_snow_s2,RA_spatialmisalignment_s2,RA_temporalmisalignment_s2,RA_beamsreducing_s3,RA_brightness_s3,RA_dark_s3,RA_fog_s3,RA_missingcamera_s3,RA_motionblur_s3,RA_pointsreducing_s3,RA_snow_s3,RA_spatialmisalignment_s3,RA_temporalmisalignment_s3,mRA
+CMT,0.9363511659807956,0.9991769547325103,0.9672153635116597,0.9566529492455419,0.9849108367626886,0.9445816186556928,0.9618655692729767,0.8893004115226337,0.8864197530864197,0.9015089163237312,0.8056241426611798,0.9893004115226337,0.9470507544581619,0.8953360768175582,0.9751714677640604,0.8441700960219478,0.9374485596707819,0.8491083676268861,0.803840877914952,0.7791495198902606,0.6168724279835391,0.9652949245541839,0.9308641975308642,0.5670781893004115,0.9614540466392318,0.7348422496570645,0.8751714677640604,0.7618655692729767,0.7362139917695473,0.6842249657064472,0.8696021947873801
+DeepInteraction,0.8918801563178463,0.9907367202200029,0.9544072948328268,0.8377478651034882,0.9050513822550297,0.9480387899840789,0.9439861050803301,0.799826313504125,0.8486032710956725,0.8885511651469099,0.6616008105369808,0.9794470979881315,0.9284990591981473,0.701114488348531,0.841800550007237,0.8323925314806774,0.9034592560428427,0.7687074829931974,0.7257200752641482,0.7579968157475757,0.41091330149080907,0.9820523954262557,0.9051961210015921,0.21016066000868433,0.7791286727456941,0.7148646692719641,0.7986684035316254,0.7086409031697786,0.6176002315819946,0.6576928643797946,0.7964828484585323
+TransFusion,0.8783173348390739,0.9994353472614341,0.9916713721061547,0.9184076792772444,0.9905420666290231,0.9496047430830039,0.9251835121400338,0.7689158667419536,0.8057594579333709,0.8901750423489554,0.6480801806888763,0.9978825522303783,0.9875776397515528,0.8464144551101073,0.9853190287972896,0.8297571993224166,0.8738001129305477,0.7556465273856577,0.672077922077922,0.7675042348955392,0.37210615471485037,0.9960474308300394,0.9850367024280067,0.4981648785996612,0.9805194805194805,0.6979107848673066,0.752540937323546,0.7180971202710333,0.5780632411067194,0.6727837380011293,0.8244447581404103
+Sparsefusion,0.9012987012987013,0.998222829801777,0.9736158578263842,0.9244019138755981,0.9729323308270676,0.9565276828434722,0.9406698564593301,0.800956937799043,0.8285714285714285,0.8917293233082706,0.7025290498974709,0.9920710868079289,0.9622693096377306,0.8559125085440874,0.9543403964456596,0.8522214627477784,0.8992481203007519,0.7797676008202323,0.7038961038961039,0.7685577580314422,0.46206425153793573,0.9849624060150376,0.9539302802460696,0.5209842788790157,0.9345181134654819,0.7346548188653451,0.7980861244019138,0.7295967190704031,0.6098427887901572,0.6699931647300068,0.8352791068580542
+BEVfusion,0.8952967525195967,0.9974804031354982,0.9784434490481522,0.9175531914893617,0.9851623740201567,0.9603863381858903,0.9356103023516237,0.8093505039193729,0.8262877939529676,0.8875979843225084,0.6857502799552071,0.9872620380739082,0.967245240761478,0.8372060470324747,0.9743840985442329,0.8702407614781635,0.8929171332586786,0.7799552071668533,0.691909294512878,0.7658174692049272,0.44778835386338184,0.9755039193729003,0.9603863381858903,0.5016797312430011,0.9620660694288914,0.7663773796192609,0.7877939529675251,0.7325027995520716,0.597144456886898,0.5718085106382979,0.831630272489735
diff --git a/evaluation/ra_results_beamsreducing.csv b/evaluation/ra_results_beamsreducing.csv
@@ -0,0 +1,4 @@
+CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion
+0.9363511659807956,0.8918801563178463,0.8783173348390739,0.9012987012987013,0.8952967525195967
+0.8056241426611798,0.6616008105369808,0.6480801806888763,0.7025290498974709,0.6857502799552071
+0.6168724279835391,0.41091330149080907,0.37210615471485037,0.46206425153793573,0.44778835386338184
diff --git a/evaluation/ra_results_brightness.csv b/evaluation/ra_results_brightness.csv
@@ -0,0 +1,4 @@
+CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion
+0.9991769547325103,0.9907367202200029,0.9994353472614341,0.998222829801777,0.9974804031354982
+0.9893004115226337,0.9794470979881315,0.9978825522303783,0.9920710868079289,0.9872620380739082
+0.9652949245541839,0.9820523954262557,0.9960474308300394,0.9849624060150376,0.9755039193729003
diff --git a/evaluation/ra_results_dark.csv b/evaluation/ra_results_dark.csv
@@ -0,0 +1,4 @@
+CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion
+0.9672153635116597,0.9544072948328268,0.9916713721061547,0.9736158578263842,0.9784434490481522
+0.9470507544581619,0.9284990591981473,0.9875776397515528,0.9622693096377306,0.967245240761478
+0.9308641975308642,0.9051961210015921,0.9850367024280067,0.9539302802460696,0.9603863381858903
diff --git a/evaluation/ra_results_fog.csv b/evaluation/ra_results_fog.csv
@@ -0,0 +1,4 @@
+CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion
+0.9566529492455419,0.8377478651034882,0.9184076792772444,0.9244019138755981,0.9175531914893617
+0.8953360768175582,0.701114488348531,0.8464144551101073,0.8559125085440874,0.8372060470324747
+0.5670781893004115,0.21016066000868433,0.4981648785996612,0.5209842788790157,0.5016797312430011
diff --git a/evaluation/ra_results_missingcamera.csv b/evaluation/ra_results_missingcamera.csv
@@ -0,0 +1,4 @@
+CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion
+0.9849108367626886,0.9050513822550297,0.9905420666290231,0.9729323308270676,0.9851623740201567
+0.9751714677640604,0.841800550007237,0.9853190287972896,0.9543403964456596,0.9743840985442329
+0.9614540466392318,0.7791286727456941,0.9805194805194805,0.9345181134654819,0.9620660694288914
diff --git a/evaluation/ra_results_motionblur.csv b/evaluation/ra_results_motionblur.csv
@@ -0,0 +1,4 @@
+CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion
+0.9445816186556928,0.9480387899840789,0.9496047430830039,0.9565276828434722,0.9603863381858903
+0.8441700960219478,0.8323925314806774,0.8297571993224166,0.8522214627477784,0.8702407614781635
+0.7348422496570645,0.7148646692719641,0.6979107848673066,0.7346548188653451,0.7663773796192609
diff --git a/evaluation/ra_results_pointsreducing.csv b/evaluation/ra_results_pointsreducing.csv
@@ -0,0 +1,4 @@
+CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion
+0.9618655692729767,0.9439861050803301,0.9251835121400338,0.9406698564593301,0.9356103023516237
+0.9374485596707819,0.9034592560428427,0.8738001129305477,0.8992481203007519,0.8929171332586786
+0.8751714677640604,0.7986684035316254,0.752540937323546,0.7980861244019138,0.7877939529675251
diff --git a/evaluation/ra_results_snow.csv b/evaluation/ra_results_snow.csv
@@ -0,0 +1,4 @@
+CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion
+0.8893004115226337,0.799826313504125,0.7689158667419536,0.800956937799043,0.8093505039193729
+0.8491083676268861,0.7687074829931974,0.7556465273856577,0.7797676008202323,0.7799552071668533
+0.7618655692729767,0.7086409031697786,0.7180971202710333,0.7295967190704031,0.7325027995520716
diff --git a/evaluation/ra_results_spatialmisalignment.csv b/evaluation/ra_results_spatialmisalignment.csv
@@ -0,0 +1,4 @@
+CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion
+0.8864197530864197,0.8486032710956725,0.8057594579333709,0.8285714285714285,0.8262877939529676
+0.803840877914952,0.7257200752641482,0.672077922077922,0.7038961038961039,0.691909294512878
+0.7362139917695473,0.6176002315819946,0.5780632411067194,0.6098427887901572,0.597144456886898
diff --git a/evaluation/ra_results_temporalmisalignment.csv b/evaluation/ra_results_temporalmisalignment.csv
@@ -0,0 +1,4 @@
+CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion
+0.9015089163237312,0.8885511651469099,0.8901750423489554,0.8917293233082706,0.8875979843225084
+0.7791495198902606,0.7579968157475757,0.7675042348955392,0.7685577580314422,0.7658174692049272
+0.6842249657064472,0.6576928643797946,0.6727837380011293,0.6699931647300068,0.5718085106382979
diff --git a/evaluation/rra_nds_results.csv b/evaluation/rra_nds_results.csv
@@ -0,0 +1,12 @@
+model,CMT,DeepInteraction,TransFusion,Sparsefusion,BEVfusion
+clean,0.729,0.6909,0.7084,0.7315,0.7144
+RRA_beamsreducing,18.64219677107768,-6.3612529322478295,-7.209879950324272,4.263833310335308,0.0
+RRA_brightness,1.8205031208624822,-3.551163230565535,0.269529033478344,2.9128049933800026,0.0
+RRA_dark,-0.09633447329125966,-7.215452049515914,1.1463802321660888,1.8207215452049619,0.0
+RRA_fog,9.398263027295272,-25.03722084367247,-0.5521091811414469,4.429280397022328,0.0
+RRA_missingcamera,2.041011881947097,-16.38558834802607,0.3401686469911791,0.2970486776542547,0.0
+RRA_motionblur,-0.8408343664097706,-7.0770225839487,-5.411523742790935,0.2802781221365791,0.0
+RRA_pointsreducing,8.212508694023878,-2.1882189288962683,-3.295703814670159,3.2422021293670777,0.0
+RRA_snow,9.887261108096702,-5.148610357508899,-4.2201724241876075,1.8870199553867373,0.0
+RRA_spatialmisalignment,17.05267337215457,0.21175224986764718,-3.6262572789836023,3.6990471148755866,0.0
+RRA_temporalmisalignment,8.44813486821414,0.1446813864251162,3.8497829779203574,7.2277788261936315,0.0