From 1a0353718140bab8e57072b43f4d4c81b3612d44 Mon Sep 17 00:00:00 2001 From: Mark Kurtz Date: Tue, 15 Jun 2021 09:51:06 -0400 Subject: [PATCH] Regenerate data files for ks perf tests with deepsparse because of deepsparse backend changes --- .../mobilenet_perf.json | 1006 +++++----- .../resnet50_perf.json | 1670 ++++++++--------- 2 files changed, 1306 insertions(+), 1370 deletions(-) diff --git a/tests/sparseml/onnx/optim/test_sensitivity_ks_data/mobilenet_perf.json b/tests/sparseml/onnx/optim/test_sensitivity_ks_data/mobilenet_perf.json index 26f41b36c5d..02918389705 100644 --- a/tests/sparseml/onnx/optim/test_sensitivity_ks_data/mobilenet_perf.json +++ b/tests/sparseml/onnx/optim/test_sensitivity_ks_data/mobilenet_perf.json @@ -12,74 +12,74 @@ [ 0.0, [ - 0.0010539999999999998, - 0.0010630000000000001, - 0.0010680000000000004, - 0.0010689999999999996, - 0.0010709999999999997, - 0.001071, - 0.001071, - 0.0010729999999999997, - 0.0010749999999999998, - 0.0010799999999999996 + 0.0013919999999999996, + 0.0013929999999999995, + 0.001393, + 0.0013959999999999997, + 0.001397, + 0.001401, + 0.0014029999999999995, + 0.0014089999999999997, + 0.0014160000000000002, + 0.0014189999999999997 ] ], [ 0.4, [ - 0.0018499999999999999, - 0.0018539999999999995, - 0.0018559999999999996, - 0.0018559999999999998, - 0.001862, - 0.0018679999999999997, - 0.001872, - 0.001874, - 0.0018759999999999996, - 0.001877 + 0.002430999999999999, + 0.0024349999999999992, + 0.0024349999999999997, + 0.0024379999999999988, + 0.002441999999999999, + 0.0024489999999999994, + 0.0024589999999999994, + 0.0024609999999999983, + 0.002461999999999999, + 0.002462999999999999 ] ], [ 0.8, [ - 0.0009720000000000004, - 0.0009800000000000004, - 0.0009810000000000003, - 0.0009900000000000004, - 0.0009910000000000003, - 0.0009920000000000005, - 0.0009950000000000004, - 0.0009990000000000003, - 0.0010010000000000002, - 0.001005 + 0.0012890000000000002, + 0.001295, + 0.0012970000000000002, + 0.0013009999999999999, + 0.001304, + 0.0013050000000000002, + 0.0013090000000000003, + 0.0013210000000000001, + 0.0013300000000000005, + 0.0013510000000000002 ] ], [ 0.99, [ - 0.0008050000000000005, - 0.0008160000000000005, - 0.0008170000000000003, - 0.0008180000000000004, - 0.0008210000000000004, - 0.0008250000000000004, - 0.0008270000000000003, - 0.0008340000000000003, - 0.0008340000000000003, - 0.0008370000000000003 + 0.0009500000000000004, + 0.0009520000000000004, + 0.0009540000000000004, + 0.0009550000000000004, + 0.0009570000000000004, + 0.0009580000000000004, + 0.0009590000000000004, + 0.0009600000000000005, + 0.0009600000000000005, + 0.0009630000000000004 ] ] ], "averages": { - "0.0": 0.0010694999999999997, - "0.4": 0.0018644999999999998, - "0.8": 0.0009906000000000003, - "0.99": 0.0008234000000000004 + "0.0": 0.0014019, + "0.4": 0.002447499999999999, + "0.8": 0.0013102, + "0.99": 0.0009568000000000005 }, - "baseline_average": 0.0010694999999999997, - "sparse_average": 0.2743435, - "sparse_integral": 0.00133015, - "sparse_comparison": -0.0002460999999999993 + "baseline_average": 0.0014019, + "sparse_average": 0.27451455, + "sparse_integral": 0.0017367849999999994, + "sparse_comparison": -0.0004450999999999995 }, "results": [ { @@ -93,38 +93,38 @@ [ 0.0, [ - 1.9999999999999998e-05 + 3.300000000000001e-05 ] ], [ 0.4, [ - 2.1e-05 + 3.0000000000000004e-05 ] ], [ 0.8, [ - 2.3999999999999997e-05 + 3.899999999999999e-05 ] ], [ 0.99, [ - 2.1e-05 + 3.4000000000000007e-05 ] ] ], "averages": { - "0.0": 1.9999999999999998e-05, - "0.4": 2.1e-05, - "0.8": 2.3999999999999997e-05, - "0.99": 2.1e-05 + "0.0": 3.300000000000001e-05, + "0.4": 3.0000000000000004e-05, + "0.8": 3.899999999999999e-05, + "0.99": 3.4000000000000007e-05 }, - "baseline_average": 1.9999999999999998e-05, - "sparse_average": 0.27376075, - "sparse_integral": 2.1474999999999997e-05, - "sparse_comparison": 1.0000000000000006e-06 + "baseline_average": 3.300000000000001e-05, + "sparse_average": 0.273767, + "sparse_integral": 3.3335000000000005e-05, + "sparse_comparison": 9.999999999999972e-07 }, { "id": "165", @@ -137,38 +137,38 @@ [ 0.0, [ - 3.939999999999999e-05 + 4.01e-05 ] ], [ 0.4, [ - 3.3600000000000004e-05 + 4.5099999999999985e-05 ] ], [ 0.8, [ - 2.7600000000000003e-05 + 4.0499999999999995e-05 ] ], [ 0.99, [ - 2.62e-05 + 2.9600000000000005e-05 ] ] ], "averages": { - "0.0": 3.939999999999999e-05, - "0.4": 3.3600000000000004e-05, - "0.8": 2.7600000000000003e-05, - "0.99": 2.62e-05 + "0.0": 4.01e-05, + "0.4": 4.5099999999999985e-05, + "0.8": 4.0499999999999995e-05, + "0.99": 2.9600000000000005e-05 }, - "baseline_average": 3.939999999999999e-05, - "sparse_average": 0.27376585, - "sparse_integral": 3.1951e-05, - "sparse_comparison": -1.3199999999999989e-05 + "baseline_average": 4.01e-05, + "sparse_average": 0.2737694125, + "sparse_integral": 4.081949999999999e-05, + "sparse_comparison": -1.0499999999999994e-05 }, { "id": "168", @@ -181,38 +181,38 @@ [ 0.0, [ - 2.0399999999999994e-05 + 2.7400000000000002e-05 ] ], [ 0.4, [ - 2.9300000000000004e-05 + 3.19e-05 ] ], [ 0.8, [ - 2.5600000000000002e-05 + 2.58e-05 ] ], [ 0.99, [ - 2.6600000000000003e-05 + 2.3999999999999997e-05 ] ] ], "averages": { - "0.0": 2.0399999999999994e-05, - "0.4": 2.9300000000000004e-05, - "0.8": 2.5600000000000002e-05, - "0.99": 2.6600000000000003e-05 + "0.0": 2.7400000000000002e-05, + "0.4": 3.19e-05, + "0.8": 2.58e-05, + "0.99": 2.3999999999999997e-05 }, - "baseline_average": 2.0399999999999994e-05, - "sparse_average": 0.27376273749999996, - "sparse_integral": 2.5879e-05, - "sparse_comparison": 6.200000000000008e-06 + "baseline_average": 2.7400000000000002e-05, + "sparse_average": 0.2737636375, + "sparse_integral": 2.8131000000000002e-05, + "sparse_comparison": -3.4000000000000047e-06 }, { "id": "171", @@ -225,38 +225,38 @@ [ 0.0, [ - 3.779999999999999e-05 + 4.959999999999999e-05 ] ], [ 0.4, [ - 5.7100000000000006e-05 + 7.269999999999999e-05 ] ], [ 0.8, [ - 4.519999999999999e-05 + 5.450000000000001e-05 ] ], [ 0.99, [ - 4.429999999999999e-05 + 4.329999999999999e-05 ] ] ], "averages": { - "0.0": 3.779999999999999e-05, - "0.4": 5.7100000000000006e-05, - "0.8": 4.519999999999999e-05, - "0.99": 4.429999999999999e-05 + "0.0": 4.959999999999999e-05, + "0.4": 7.269999999999999e-05, + "0.8": 5.450000000000001e-05, + "0.99": 4.329999999999999e-05 }, - "baseline_average": 3.779999999999999e-05, - "sparse_average": 0.27377305, - "sparse_integral": 4.79425e-05, - "sparse_comparison": 6.500000000000002e-06 + "baseline_average": 4.959999999999999e-05, + "sparse_average": 0.2737775125, + "sparse_integral": 5.9191e-05, + "sparse_comparison": -6.300000000000004e-06 }, { "id": "174", @@ -269,38 +269,38 @@ [ 0.0, [ - 2.4999999999999998e-05 + 3.0500000000000006e-05 ] ], [ 0.4, [ - 0.0001082 + 0.00013679999999999996 ] ], [ 0.8, [ - 4.419999999999999e-05 + 8.259999999999999e-05 ] ], [ 0.99, [ - 4.2499999999999996e-05 + 6.5e-05 ] ] ], "averages": { - "0.0": 2.4999999999999998e-05, - "0.4": 0.0001082, - "0.8": 4.419999999999999e-05, - "0.99": 4.2499999999999996e-05 + "0.0": 3.0500000000000006e-05, + "0.4": 0.00013679999999999996, + "0.8": 8.259999999999999e-05, + "0.99": 6.5e-05 }, - "baseline_average": 2.4999999999999998e-05, - "sparse_average": 0.2737774875, - "sparse_integral": 6.53565e-05, - "sparse_comparison": 1.75e-05 + "baseline_average": 3.0500000000000006e-05, + "sparse_average": 0.2737893625, + "sparse_integral": 9.136199999999998e-05, + "sparse_comparison": 3.4499999999999985e-05 }, { "id": "177", @@ -313,38 +313,38 @@ [ 0.0, [ - 4.01e-05 + 5.3400000000000004e-05 ] ], [ 0.4, [ - 4.5099999999999985e-05 + 4.98e-05 ] ], [ 0.8, [ - 2.63e-05 + 3.38e-05 ] ], [ 0.99, [ - 2.5500000000000003e-05 + 2.9400000000000003e-05 ] ] ], "averages": { - "0.0": 4.01e-05, - "0.4": 4.5099999999999985e-05, - "0.8": 2.63e-05, - "0.99": 2.5500000000000003e-05 + "0.0": 5.3400000000000004e-05, + "0.4": 4.98e-05, + "0.8": 3.38e-05, + "0.99": 2.9400000000000003e-05 }, - "baseline_average": 4.01e-05, - "sparse_average": 0.273767125, - "sparse_integral": 3.624099999999999e-05, - "sparse_comparison": -1.4599999999999996e-05 + "baseline_average": 5.3400000000000004e-05, + "sparse_average": 0.2737708, + "sparse_integral": 4.3364e-05, + "sparse_comparison": -2.4e-05 }, { "id": "180", @@ -357,38 +357,38 @@ [ 0.0, [ - 2.4399999999999997e-05 + 2.8000000000000003e-05 ] ], [ 0.4, [ - 6.840000000000001e-05 + 7.64e-05 ] ], [ 0.8, [ - 6.37e-05 + 7.709999999999999e-05 ] ], [ 0.99, [ - 6.25e-05 + 7.489999999999999e-05 ] ] ], "averages": { - "0.0": 2.4399999999999997e-05, - "0.4": 6.840000000000001e-05, - "0.8": 6.37e-05, - "0.99": 6.25e-05 + "0.0": 2.8000000000000003e-05, + "0.4": 7.64e-05, + "0.8": 7.709999999999999e-05, + "0.99": 7.489999999999999e-05 }, - "baseline_average": 2.4399999999999997e-05, - "sparse_average": 0.273777375, - "sparse_integral": 5.6969e-05, - "sparse_comparison": 3.8100000000000005e-05 + "baseline_average": 2.8000000000000003e-05, + "sparse_average": 0.27378205, + "sparse_integral": 6.602e-05, + "sparse_comparison": 4.689999999999999e-05 }, { "id": "183", @@ -401,38 +401,38 @@ [ 0.0, [ - 6.539999999999999e-05 + 8.769999999999998e-05 ] ], [ 0.4, [ - 6.539999999999999e-05 + 8.45e-05 ] ], [ 0.8, [ - 3.59e-05 + 4.2e-05 ] ], [ 0.99, [ - 2.9100000000000006e-05 + 3.280000000000001e-05 ] ] ], "averages": { - "0.0": 6.539999999999999e-05, - "0.4": 6.539999999999999e-05, - "0.8": 3.59e-05, - "0.99": 2.9100000000000006e-05 + "0.0": 8.769999999999998e-05, + "0.4": 8.45e-05, + "0.8": 4.2e-05, + "0.99": 3.280000000000001e-05 }, - "baseline_average": 6.539999999999999e-05, - "sparse_average": 0.273774475, - "sparse_integral": 5.2594999999999994e-05, - "sparse_comparison": -3.629999999999999e-05 + "baseline_average": 8.769999999999998e-05, + "sparse_average": 0.27378087500000003, + "sparse_integral": 6.684599999999999e-05, + "sparse_comparison": -5.4899999999999966e-05 }, { "id": "186", @@ -445,38 +445,38 @@ [ 0.0, [ - 2.1199999999999997e-05 + 1.61e-05 ] ], [ 0.4, [ - 3.61e-05 + 4.309999999999999e-05 ] ], [ 0.8, [ - 3.4800000000000006e-05 + 4.0999999999999994e-05 ] ], [ 0.99, [ - 3.350000000000001e-05 + 3.949999999999999e-05 ] ] ], "averages": { - "0.0": 2.1199999999999997e-05, - "0.4": 3.61e-05, - "0.8": 3.4800000000000006e-05, - "0.99": 3.350000000000001e-05 + "0.0": 1.61e-05, + "0.4": 4.309999999999999e-05, + "0.8": 4.0999999999999994e-05, + "0.99": 3.949999999999999e-05 }, - "baseline_average": 2.1199999999999997e-05, - "sparse_average": 0.2737657, - "sparse_integral": 3.21285e-05, - "sparse_comparison": 1.2300000000000011e-05 + "baseline_average": 1.61e-05, + "sparse_average": 0.2737674625, + "sparse_integral": 3.630749999999999e-05, + "sparse_comparison": 2.3399999999999993e-05 }, { "id": "189", @@ -489,38 +489,38 @@ [ 0.0, [ - 3.51e-05 + 4.819999999999999e-05 ] ], [ 0.4, [ - 4.2e-05 + 5.33e-05 ] ], [ 0.8, [ - 2.2199999999999994e-05 + 2.7500000000000004e-05 ] ], [ 0.99, [ - 2.2499999999999995e-05 + 2.3299999999999994e-05 ] ] ], "averages": { - "0.0": 3.51e-05, - "0.4": 4.2e-05, - "0.8": 2.2199999999999994e-05, - "0.99": 2.2499999999999995e-05 + "0.0": 4.819999999999999e-05, + "0.4": 5.33e-05, + "0.8": 2.7500000000000004e-05, + "0.99": 2.3299999999999994e-05 }, - "baseline_average": 3.51e-05, - "sparse_average": 0.273765225, - "sparse_integral": 3.25065e-05, - "sparse_comparison": -1.2600000000000005e-05 + "baseline_average": 4.819999999999999e-05, + "sparse_average": 0.2737690375, + "sparse_integral": 4.1286e-05, + "sparse_comparison": -2.49e-05 }, { "id": "192", @@ -533,38 +533,38 @@ [ 0.0, [ - 1.6400000000000006e-05 + 1.61e-05 ] ], [ 0.4, [ - 3.8799999999999994e-05 + 4.409999999999999e-05 ] ], [ 0.8, [ - 3.899999999999999e-05 + 4.3099999999999984e-05 ] ], [ 0.99, [ - 3.699999999999999e-05 + 4.2899999999999986e-05 ] ] ], "averages": { - "0.0": 1.6400000000000006e-05, - "0.4": 3.8799999999999994e-05, - "0.8": 3.899999999999999e-05, - "0.99": 3.699999999999999e-05 + "0.0": 1.61e-05, + "0.4": 4.409999999999999e-05, + "0.8": 4.3099999999999984e-05, + "0.99": 4.2899999999999986e-05 }, - "baseline_average": 1.6400000000000006e-05, - "sparse_average": 0.2737664, - "sparse_integral": 3.381999999999999e-05, - "sparse_comparison": 2.0599999999999986e-05 + "baseline_average": 1.61e-05, + "sparse_average": 0.273768275, + "sparse_integral": 3.764999999999999e-05, + "sparse_comparison": 2.6799999999999987e-05 }, { "id": "195", @@ -577,38 +577,38 @@ [ 0.0, [ - 6.019999999999999e-05 + 8.539999999999999e-05 ] ], [ 0.4, [ - 7.429999999999999e-05 + 9.649999999999999e-05 ] ], [ 0.8, [ - 3.5300000000000004e-05 + 4.479999999999999e-05 ] ], [ 0.99, [ - 2.8000000000000003e-05 + 3.1400000000000004e-05 ] ] ], "averages": { - "0.0": 6.019999999999999e-05, - "0.4": 7.429999999999999e-05, - "0.8": 3.5300000000000004e-05, - "0.99": 2.8000000000000003e-05 + "0.0": 8.539999999999999e-05, + "0.4": 9.649999999999999e-05, + "0.8": 4.479999999999999e-05, + "0.99": 3.1400000000000004e-05 }, - "baseline_average": 6.019999999999999e-05, - "sparse_average": 0.273774725, - "sparse_integral": 5.4833499999999996e-05, - "sparse_comparison": -3.219999999999999e-05 + "baseline_average": 8.539999999999999e-05, + "sparse_average": 0.27378226250000004, + "sparse_integral": 7.187900000000001e-05, + "sparse_comparison": -5.3999999999999984e-05 }, { "id": "198", @@ -621,38 +621,38 @@ [ 0.0, [ - 1.1e-05 + 1.0399999999999999e-05 ] ], [ 0.4, [ - 1.9499999999999996e-05 + 2.2899999999999998e-05 ] ], [ 0.8, [ - 2.02e-05 + 2.1599999999999996e-05 ] ], [ 0.99, [ - 1.91e-05 + 2.0399999999999998e-05 ] ] ], "averages": { - "0.0": 1.1e-05, - "0.4": 1.9499999999999996e-05, - "0.8": 2.02e-05, - "0.99": 1.91e-05 + "0.0": 1.0399999999999999e-05, + "0.4": 2.2899999999999998e-05, + "0.8": 2.1599999999999996e-05, + "0.99": 2.0399999999999998e-05 }, - "baseline_average": 1.1e-05, - "sparse_average": 0.27375872500000004, - "sparse_integral": 1.7773499999999995e-05, - "sparse_comparison": 8.1e-06 + "baseline_average": 1.0399999999999999e-05, + "sparse_average": 0.2737594125, + "sparse_integral": 1.9549999999999997e-05, + "sparse_comparison": 9.999999999999999e-06 }, { "id": "201", @@ -665,38 +665,38 @@ [ 0.0, [ - 3.87e-05 + 5.3200000000000006e-05 ] ], [ 0.4, [ - 5.13e-05 + 6.960000000000002e-05 ] ], [ 0.8, [ - 2.1399999999999995e-05 + 2.68e-05 ] ], [ 0.99, [ - 1.5100000000000003e-05 + 1.6200000000000004e-05 ] ] ], "averages": { - "0.0": 3.87e-05, - "0.4": 5.13e-05, - "0.8": 2.1399999999999995e-05, - "0.99": 1.5100000000000003e-05 + "0.0": 5.3200000000000006e-05, + "0.4": 6.960000000000002e-05, + "0.8": 2.68e-05, + "0.99": 1.6200000000000004e-05 }, - "baseline_average": 3.87e-05, - "sparse_average": 0.2737658125, - "sparse_integral": 3.60075e-05, - "sparse_comparison": -2.3599999999999998e-05 + "baseline_average": 5.3200000000000006e-05, + "sparse_average": 0.273770725, + "sparse_integral": 4.792500000000001e-05, + "sparse_comparison": -3.7000000000000005e-05 }, { "id": "204", @@ -715,32 +715,32 @@ [ 0.4, [ - 1.9399999999999997e-05 + 2.1999999999999996e-05 ] ], [ 0.8, [ - 1.8899999999999995e-05 + 2.07e-05 ] ], [ 0.99, [ - 1.8599999999999998e-05 + 2.06e-05 ] ] ], "averages": { "0.0": 1.1599999999999997e-05, - "0.4": 1.9399999999999997e-05, - "0.8": 1.8899999999999995e-05, - "0.99": 1.8599999999999998e-05 + "0.4": 2.1999999999999996e-05, + "0.8": 2.07e-05, + "0.99": 2.06e-05 }, "baseline_average": 1.1599999999999997e-05, - "sparse_average": 0.27375856249999997, - "sparse_integral": 1.7422499999999995e-05, - "sparse_comparison": 7.000000000000001e-06 + "sparse_average": 0.2737593625, + "sparse_integral": 1.9183499999999997e-05, + "sparse_comparison": 9.000000000000002e-06 }, { "id": "207", @@ -753,38 +753,38 @@ [ 0.0, [ - 6.639999999999999e-05 + 9.799999999999998e-05 ] ], [ 0.4, [ - 9.619999999999998e-05 + 0.00013010000000000002 ] ], [ 0.8, [ - 3.490000000000001e-05 + 4.609999999999999e-05 ] ], [ 0.99, [ - 1.96e-05 + 2.3099999999999996e-05 ] ] ], "averages": { - "0.0": 6.639999999999999e-05, - "0.4": 9.619999999999998e-05, - "0.8": 3.490000000000001e-05, - "0.99": 1.96e-05 + "0.0": 9.799999999999998e-05, + "0.4": 0.00013010000000000002, + "0.8": 4.609999999999999e-05, + "0.99": 2.3099999999999996e-05 }, - "baseline_average": 6.639999999999999e-05, - "sparse_average": 0.2737771375, - "sparse_integral": 6.39175e-05, - "sparse_comparison": -4.6799999999999986e-05 + "baseline_average": 9.799999999999998e-05, + "sparse_average": 0.2737871625, + "sparse_integral": 8.7434e-05, + "sparse_comparison": -7.489999999999999e-05 }, { "id": "210", @@ -797,38 +797,38 @@ [ 0.0, [ - 1.6300000000000003e-05 + 1.4200000000000001e-05 ] ], [ 0.4, [ - 2.1899999999999997e-05 + 2.52e-05 ] ], [ 0.8, [ - 2.1299999999999996e-05 + 2.3199999999999995e-05 ] ], [ 0.99, [ - 2.06e-05 + 2.3099999999999996e-05 ] ] ], "averages": { - "0.0": 1.6300000000000003e-05, - "0.4": 2.1899999999999997e-05, - "0.8": 2.1299999999999996e-05, - "0.99": 2.06e-05 + "0.0": 1.4200000000000001e-05, + "0.4": 2.52e-05, + "0.8": 2.3199999999999995e-05, + "0.99": 2.3099999999999996e-05 }, - "baseline_average": 1.6300000000000003e-05, - "sparse_average": 0.27376001250000004, - "sparse_integral": 2.02605e-05, - "sparse_comparison": 4.299999999999996e-06 + "baseline_average": 1.4200000000000001e-05, + "sparse_average": 0.2737607125, + "sparse_integral": 2.19585e-05, + "sparse_comparison": 8.899999999999994e-06 }, { "id": "213", @@ -841,38 +841,38 @@ [ 0.0, [ - 6.829999999999999e-05 + 9.419999999999997e-05 ] ], [ 0.4, [ - 9.789999999999998e-05 + 0.0001351 ] ], [ 0.8, [ - 3.450000000000001e-05 + 4.669999999999999e-05 ] ], [ 0.99, [ - 1.9799999999999997e-05 + 2.2599999999999994e-05 ] ] ], "averages": { - "0.0": 6.829999999999999e-05, - "0.4": 9.789999999999998e-05, - "0.8": 3.450000000000001e-05, - "0.99": 1.9799999999999997e-05 + "0.0": 9.419999999999997e-05, + "0.4": 0.0001351, + "0.8": 4.669999999999999e-05, + "0.99": 2.2599999999999994e-05 }, - "baseline_average": 6.829999999999999e-05, - "sparse_average": 0.2737775625, - "sparse_integral": 6.48785e-05, - "sparse_comparison": -4.85e-05 + "baseline_average": 9.419999999999997e-05, + "sparse_average": 0.27378732499999997, + "sparse_integral": 8.880349999999999e-05, + "sparse_comparison": -7.159999999999998e-05 }, { "id": "216", @@ -885,38 +885,38 @@ [ 0.0, [ - 1.6500000000000005e-05 + 1.4000000000000001e-05 ] ], [ 0.4, [ - 2.1099999999999998e-05 + 2.49e-05 ] ], [ 0.8, [ - 2.07e-05 + 2.2899999999999998e-05 ] ], [ 0.99, [ - 2.02e-05 + 2.3299999999999994e-05 ] ] ], "averages": { - "0.0": 1.6500000000000005e-05, - "0.4": 2.1099999999999998e-05, - "0.8": 2.07e-05, - "0.99": 2.02e-05 + "0.0": 1.4000000000000001e-05, + "0.4": 2.49e-05, + "0.8": 2.2899999999999998e-05, + "0.99": 2.3299999999999994e-05 }, - "baseline_average": 1.6500000000000005e-05, - "sparse_average": 0.27375981250000003, - "sparse_integral": 1.97655e-05, - "sparse_comparison": 3.699999999999995e-06 + "baseline_average": 1.4000000000000001e-05, + "sparse_average": 0.2737606375, + "sparse_integral": 2.1728999999999998e-05, + "sparse_comparison": 9.299999999999992e-06 }, { "id": "219", @@ -929,38 +929,38 @@ [ 0.0, [ - 6.610000000000001e-05 + 9.549999999999999e-05 ] ], [ 0.4, [ - 9.919999999999999e-05 + 0.0001398 ] ], [ 0.8, [ - 3.41e-05 + 4.609999999999999e-05 ] ], [ 0.99, [ - 1.96e-05 + 2.2299999999999993e-05 ] ] ], "averages": { - "0.0": 6.610000000000001e-05, - "0.4": 9.919999999999999e-05, - "0.8": 3.41e-05, - "0.99": 1.96e-05 + "0.0": 9.549999999999999e-05, + "0.4": 0.0001398, + "0.8": 4.609999999999999e-05, + "0.99": 2.2299999999999993e-05 }, - "baseline_average": 6.610000000000001e-05, - "sparse_average": 0.273777375, - "sparse_integral": 6.48215e-05, - "sparse_comparison": -4.6500000000000005e-05 + "baseline_average": 9.549999999999999e-05, + "sparse_average": 0.27378796250000004, + "sparse_integral": 9.0738e-05, + "sparse_comparison": -7.319999999999999e-05 }, { "id": "222", @@ -973,38 +973,38 @@ [ 0.0, [ - 1.6599999999999997e-05 + 1.4100000000000002e-05 ] ], [ 0.4, [ - 2.1399999999999995e-05 + 2.49e-05 ] ], [ 0.8, [ - 2.06e-05 + 2.3099999999999996e-05 ] ], [ 0.99, [ - 2.02e-05 + 2.3599999999999998e-05 ] ] ], "averages": { - "0.0": 1.6599999999999997e-05, - "0.4": 2.1399999999999995e-05, - "0.8": 2.06e-05, - "0.99": 2.02e-05 + "0.0": 1.4100000000000002e-05, + "0.4": 2.49e-05, + "0.8": 2.3099999999999996e-05, + "0.99": 2.3599999999999998e-05 }, - "baseline_average": 1.6599999999999997e-05, - "sparse_average": 0.27375985, - "sparse_integral": 1.9875999999999994e-05, - "sparse_comparison": 3.600000000000003e-06 + "baseline_average": 1.4100000000000002e-05, + "sparse_average": 0.2737607125, + "sparse_integral": 2.1836499999999997e-05, + "sparse_comparison": 9.499999999999995e-06 }, { "id": "225", @@ -1017,38 +1017,38 @@ [ 0.0, [ - 6.600000000000002e-05 + 9.379999999999998e-05 ] ], [ 0.4, [ - 9.629999999999998e-05 + 0.00013810000000000002 ] ], [ 0.8, [ - 3.430000000000001e-05 + 4.5499999999999995e-05 ] ], [ 0.99, [ - 1.9799999999999997e-05 + 2.2499999999999995e-05 ] ] ], "averages": { - "0.0": 6.600000000000002e-05, - "0.4": 9.629999999999998e-05, - "0.8": 3.430000000000001e-05, - "0.99": 1.9799999999999997e-05 + "0.0": 9.379999999999998e-05, + "0.4": 0.00013810000000000002, + "0.8": 4.5499999999999995e-05, + "0.99": 2.2499999999999995e-05 }, - "baseline_average": 6.600000000000002e-05, - "sparse_average": 0.27377705, - "sparse_integral": 6.37195e-05, - "sparse_comparison": -4.6200000000000025e-05 + "baseline_average": 9.379999999999998e-05, + "sparse_average": 0.27378748750000004, + "sparse_integral": 8.956000000000002e-05, + "sparse_comparison": -7.129999999999998e-05 }, { "id": "228", @@ -1061,38 +1061,38 @@ [ 0.0, [ - 1.6900000000000004e-05 + 1.4200000000000001e-05 ] ], [ 0.4, [ - 2.1999999999999996e-05 + 2.51e-05 ] ], [ 0.8, [ - 2.0899999999999996e-05 + 2.3199999999999995e-05 ] ], [ 0.99, [ - 2.02e-05 + 2.3099999999999996e-05 ] ] ], "averages": { - "0.0": 1.6900000000000004e-05, - "0.4": 2.1999999999999996e-05, - "0.8": 2.0899999999999996e-05, - "0.99": 2.02e-05 + "0.0": 1.4200000000000001e-05, + "0.4": 2.51e-05, + "0.8": 2.3199999999999995e-05, + "0.99": 2.3099999999999996e-05 }, - "baseline_average": 1.6900000000000004e-05, - "sparse_average": 0.27376, - "sparse_integral": 2.02645e-05, - "sparse_comparison": 3.2999999999999955e-06 + "baseline_average": 1.4200000000000001e-05, + "sparse_average": 0.2737607, + "sparse_integral": 2.19185e-05, + "sparse_comparison": 8.899999999999994e-06 }, { "id": "231", @@ -1105,38 +1105,38 @@ [ 0.0, [ - 6.560000000000002e-05 + 9.379999999999998e-05 ] ], [ 0.4, [ - 9.769999999999998e-05 + 0.00013639999999999998 ] ], [ 0.8, [ - 3.41e-05 + 4.649999999999999e-05 ] ], [ 0.99, [ - 2.03e-05 + 2.3299999999999994e-05 ] ] ], "averages": { - "0.0": 6.560000000000002e-05, - "0.4": 9.769999999999998e-05, - "0.8": 3.41e-05, - "0.99": 2.03e-05 + "0.0": 9.379999999999998e-05, + "0.4": 0.00013639999999999998, + "0.8": 4.649999999999999e-05, + "0.99": 2.3299999999999994e-05 }, - "baseline_average": 6.560000000000002e-05, - "sparse_average": 0.2737772125, - "sparse_integral": 6.4188e-05, - "sparse_comparison": -4.5300000000000024e-05 + "baseline_average": 9.379999999999998e-05, + "sparse_average": 0.27378749999999996, + "sparse_integral": 8.925099999999999e-05, + "sparse_comparison": -7.049999999999998e-05 }, { "id": "234", @@ -1149,38 +1149,38 @@ [ 0.0, [ - 8.799999999999999e-06 + 9.199999999999998e-06 ] ], [ 0.4, [ - 1.1499999999999998e-05 + 1.1599999999999997e-05 ] ], [ 0.8, [ - 1.0799999999999997e-05 + 9.899999999999998e-06 ] ], [ 0.99, [ - 1.0399999999999995e-05 + 9.999999999999999e-06 ] ] ], "averages": { - "0.0": 8.799999999999999e-06, - "0.4": 1.1499999999999998e-05, - "0.8": 1.0799999999999997e-05, - "0.99": 1.0399999999999995e-05 + "0.0": 9.199999999999998e-06, + "0.4": 1.1599999999999997e-05, + "0.8": 9.899999999999998e-06, + "0.99": 9.999999999999999e-06 }, - "baseline_average": 8.799999999999999e-06, - "sparse_average": 0.2737551875, - "sparse_integral": 1.0533999999999998e-05, - "sparse_comparison": 1.5999999999999965e-06 + "baseline_average": 9.199999999999998e-06, + "sparse_average": 0.2737550875, + "sparse_integral": 1.0350499999999999e-05, + "sparse_comparison": 8.000000000000008e-07 }, { "id": "237", @@ -1193,38 +1193,38 @@ [ 0.0, [ - 5.5799999999999994e-05 + 6.27e-05 ] ], [ 0.4, [ - 0.0001354 + 0.0001915 ] ], [ 0.8, [ - 3.7399999999999994e-05 + 6.55e-05 ] ], [ 0.99, [ - 2.1099999999999998e-05 + 2.5500000000000003e-05 ] ] ], "averages": { - "0.0": 5.5799999999999994e-05, - "0.4": 0.0001354, - "0.8": 3.7399999999999994e-05, - "0.99": 2.1099999999999998e-05 + "0.0": 6.27e-05, + "0.4": 0.0001915, + "0.8": 6.55e-05, + "0.99": 2.5500000000000003e-05 }, - "baseline_average": 5.5799999999999994e-05, - "sparse_average": 0.2737812125, - "sparse_integral": 7.83575e-05, - "sparse_comparison": -3.4699999999999996e-05 + "baseline_average": 6.27e-05, + "sparse_average": 0.27379315000000004, + "sparse_integral": 0.000110885, + "sparse_comparison": -3.72e-05 }, { "id": "240", @@ -1237,38 +1237,38 @@ [ 0.0, [ - 8.4e-06 + 7.000000000000001e-06 ] ], [ 0.4, [ - 1.72e-05 + 1.8899999999999995e-05 ] ], [ 0.8, [ - 1.68e-05 + 1.6100000000000002e-05 ] ], [ 0.99, [ - 1.62e-05 + 1.5900000000000004e-05 ] ] ], "averages": { - "0.0": 8.4e-06, - "0.4": 1.72e-05, - "0.8": 1.68e-05, - "0.99": 1.62e-05 + "0.0": 7.000000000000001e-06, + "0.4": 1.8899999999999995e-05, + "0.8": 1.6100000000000002e-05, + "0.99": 1.5900000000000004e-05 }, - "baseline_average": 8.4e-06, - "sparse_average": 0.27375732500000005, - "sparse_integral": 1.5055e-05, - "sparse_comparison": 7.800000000000002e-06 + "baseline_average": 7.000000000000001e-06, + "sparse_average": 0.27375723750000003, + "sparse_integral": 1.5219999999999998e-05, + "sparse_comparison": 8.900000000000003e-06 }, { "id": "243", @@ -1281,41 +1281,41 @@ [ 0.0, [ - 6.470000000000001e-05 + 0.00011570000000000002 ] ], [ 0.4, [ - 0.0002492 + 0.0003757 ] ], [ 0.8, [ - 6.520000000000001e-05 + 0.0001125 ] ], [ 0.99, [ - 3.070000000000001e-05 + 4.1899999999999995e-05 ] ] ], "averages": { - "0.0": 6.470000000000001e-05, - "0.4": 0.0002492, - "0.8": 6.520000000000001e-05, - "0.99": 3.070000000000001e-05 + "0.0": 0.00011570000000000002, + "0.4": 0.0003757, + "0.8": 0.0001125, + "0.99": 4.1899999999999995e-05 }, - "baseline_average": 6.470000000000001e-05, - "sparse_average": 0.27380122500000004, - "sparse_integral": 0.0001347705, - "sparse_comparison": -3.4000000000000007e-05 + "baseline_average": 0.00011570000000000002, + "sparse_average": 0.273830725, + "sparse_integral": 0.00021058800000000002, + "sparse_comparison": -7.380000000000003e-05 }, { - "id": null, + "id": "248", "name": "pooling_27", "index": 28, "baseline_measurement_index": 0, @@ -1325,17 +1325,38 @@ [ 0.0, [ - 7.300000000000001e-06 + 6.7e-06 + ] + ], + [ + 0.4, + [ + 5.999999999999999e-06 + ] + ], + [ + 0.8, + [ + 5.699999999999999e-06 + ] + ], + [ + 0.99, + [ + 4.9e-06 ] ] ], "averages": { - "0.0": 7.300000000000001e-06 + "0.0": 6.7e-06, + "0.4": 5.999999999999999e-06, + "0.8": 5.699999999999999e-06, + "0.99": 4.9e-06 }, - "baseline_average": 7.300000000000001e-06, - "sparse_average": 3.6500000000000006e-06, - "sparse_integral": 7.300000000000001e-06, - "sparse_comparison": 0.0 + "baseline_average": 6.7e-06, + "sparse_average": 0.2737529125, + "sparse_integral": 5.886999999999998e-06, + "sparse_comparison": -1.8000000000000006e-06 }, { "id": "output_0", @@ -1343,43 +1364,43 @@ "index": 29, "baseline_measurement_index": 0, "has_baseline": true, - "baseline_measurement_key": 0.0070548891089856625, + "baseline_measurement_key": 0.0, "sparse_measurements": [ [ - 0.0070548891089856625, + 0.0, [ - 2.3099999999999996e-05 + 4.659999999999999e-05 ] ], [ 0.4, [ - 5.640000000000001e-05 + 6.439999999999998e-05 ] ], [ 0.8, [ - 2.4399999999999997e-05 + 5.42e-05 ] ], [ 0.99, [ - 1.77e-05 + 3.1700000000000005e-05 ] ] ], "averages": { - "0.0070548891089856625": 2.3099999999999996e-05, - "0.4": 5.640000000000001e-05, - "0.8": 2.4399999999999997e-05, - "0.99": 1.77e-05 + "0.0": 4.659999999999999e-05, + "0.4": 6.439999999999998e-05, + "0.8": 5.42e-05, + "0.99": 3.1700000000000005e-05 }, - "baseline_average": 2.3099999999999996e-05, - "sparse_average": 0.2746470611386232, - "sparse_integral": 3.5779068157917824e-05, - "sparse_comparison": -5.399999999999996e-06 + "baseline_average": 4.659999999999999e-05, + "sparse_average": 0.2737746125, + "sparse_integral": 5.408049999999999e-05, + "sparse_comparison": -1.4899999999999983e-05 }, { "id": null, @@ -1405,7 +1426,7 @@ "sparse_comparison": 0.0 }, { - "id": null, + "id": "output_1", "name": "softmax_30", "index": 31, "baseline_measurement_index": 0, @@ -1415,140 +1436,87 @@ [ 0.0, [ - 1.4800000000000002e-05 - ] - ] - ], - "averages": { - "0.0": 1.4800000000000002e-05 - }, - "baseline_average": 1.4800000000000002e-05, - "sparse_average": 7.400000000000001e-06, - "sparse_integral": 1.4800000000000002e-05, - "sparse_comparison": 0.0 - }, - { - "id": null, - "name": "ORT Subgraph 1", - "index": 32, - "baseline_measurement_index": 0, - "has_baseline": true, - "baseline_measurement_key": 0.0, - "sparse_measurements": [ - [ - 0.0, - [ - 1.7000000000000003e-05 + 7.300000000000001e-06 ] ], [ 0.4, [ - 1.7000000000000003e-05 + 1.0199999999999997e-05 ] ], [ 0.8, [ - 1.7000000000000003e-05 + 8.999999999999999e-06 ] ], [ 0.99, [ - 1.7000000000000003e-05 + 6.4000000000000006e-06 ] ] ], "averages": { - "0.0": 1.7000000000000003e-05, - "0.4": 1.7000000000000003e-05, - "0.8": 1.7000000000000003e-05, - "0.99": 1.7000000000000003e-05 + "0.0": 7.300000000000001e-06, + "0.4": 1.0199999999999997e-05, + "0.8": 8.999999999999999e-06, + "0.99": 6.4000000000000006e-06 }, - "baseline_average": 1.7000000000000003e-05, - "sparse_average": 0.2737585, - "sparse_integral": 1.6830000000000003e-05, - "sparse_comparison": 0.0 + "baseline_average": 7.300000000000001e-06, + "sparse_average": 0.27375411250000004, + "sparse_integral": 8.802999999999999e-06, + "sparse_comparison": -9.000000000000007e-07 }, { "id": null, - "name": "shuffle_2", - "index": 3, - "baseline_measurement_index": -1, - "has_baseline": false, - "baseline_measurement_key": null, + "name": "ORT Subgraph 1", + "index": 32, + "baseline_measurement_index": 0, + "has_baseline": true, + "baseline_measurement_key": 0.0, "sparse_measurements": [ [ - 0.4, - [ - 5.22e-05 - ] - ], - [ - 0.8, + 0.0, [ - 3.589999999999999e-05 + 1.9999999999999998e-05 ] ], - [ - 0.99, - [ - 3.53e-05 - ] - ] - ], - "averages": { - "0.4": 5.22e-05, - "0.8": 3.589999999999999e-05, - "0.99": 3.53e-05 - }, - "baseline_average": null, - "sparse_average": 0.36502056666666666, - "sparse_integral": 2.4383999999999996e-05, - "sparse_comparison": -1.6900000000000004e-05 - }, - { - "id": null, - "name": "shuffle_28", - "index": 29, - "baseline_measurement_index": -1, - "has_baseline": false, - "baseline_measurement_key": null, - "sparse_measurements": [ [ 0.4, [ - 1.3700000000000001e-05 + 2.1e-05 ] ], [ 0.8, [ - 1.6999999999999996e-05 + 1.9999999999999998e-05 ] ], [ 0.99, [ - 1.6700000000000003e-05 + 2.1999999999999996e-05 ] ] ], "averages": { - "0.4": 1.3700000000000001e-05, - "0.8": 1.6999999999999996e-05, - "0.99": 1.6700000000000003e-05 + "0.0": 1.9999999999999998e-05, + "0.4": 2.1e-05, + "0.8": 1.9999999999999998e-05, + "0.99": 2.1999999999999996e-05 }, - "baseline_average": null, - "sparse_average": 0.3650079, - "sparse_integral": 9.341499999999999e-06, - "sparse_comparison": 3.0000000000000018e-06 + "baseline_average": 1.9999999999999998e-05, + "sparse_average": 0.273760375, + "sparse_integral": 2.0389999999999996e-05, + "sparse_comparison": 1.999999999999998e-06 }, { "id": null, - "name": "pooling_29", - "index": 30, + "name": "shuffle_2", + "index": 3, "baseline_measurement_index": -1, "has_baseline": false, "baseline_measurement_key": null, @@ -1556,36 +1524,36 @@ [ 0.4, [ - 9.1e-06 + 7.049999999999998e-05 ] ], [ 0.8, [ - 8.2e-06 + 5.56e-05 ] ], [ 0.99, [ - 8.400000000000001e-06 + 4.789999999999999e-05 ] ] ], "averages": { - "0.4": 9.1e-06, - "0.8": 8.2e-06, - "0.99": 8.400000000000001e-06 + "0.4": 7.049999999999998e-05, + "0.8": 5.56e-05, + "0.99": 4.789999999999999e-05 }, "baseline_average": null, - "sparse_average": 0.36500428333333335, - "sparse_integral": 5.036999999999999e-06, - "sparse_comparison": -6.999999999999984e-07 + "sparse_average": 0.36502900000000005, + "sparse_integral": 3.50525e-05, + "sparse_comparison": -2.2599999999999987e-05 }, { "id": null, - "name": "shuffle_31", - "index": 32, + "name": "shuffle_28", + "index": 29, "baseline_measurement_index": -1, "has_baseline": false, "baseline_measurement_key": null, @@ -1593,36 +1561,36 @@ [ 0.4, [ - 4.399999999999999e-06 + 1.39e-05 ] ], [ 0.8, [ - 4.6e-06 + 1.2800000000000001e-05 ] ], [ 0.99, [ - 4.5e-06 + 1.2299999999999999e-05 ] ] ], "averages": { - "0.4": 4.399999999999999e-06, - "0.8": 4.6e-06, - "0.99": 4.5e-06 + "0.4": 1.39e-05, + "0.8": 1.2800000000000001e-05, + "0.99": 1.2299999999999999e-05 }, "baseline_average": null, - "sparse_average": 0.36500225000000003, - "sparse_integral": 2.6644999999999996e-06, - "sparse_comparison": 1.0000000000000074e-07 + "sparse_average": 0.36500649999999996, + "sparse_integral": 7.7245e-06, + "sparse_comparison": -1.6000000000000016e-06 }, { "id": null, - "name": "softmax_32", - "index": 33, + "name": "shuffle_31", + "index": 32, "baseline_measurement_index": -1, "has_baseline": false, "baseline_measurement_key": null, @@ -1630,31 +1598,31 @@ [ 0.4, [ - 1.5200000000000002e-05 + 5.499999999999999e-06 ] ], [ 0.8, [ - 1.36e-05 + 4.800000000000001e-06 ] ], [ 0.99, [ - 1.3599999999999997e-05 + 4.100000000000001e-06 ] ] ], "averages": { - "0.4": 1.5200000000000002e-05, - "0.8": 1.36e-05, - "0.99": 1.3599999999999997e-05 + "0.4": 5.499999999999999e-06, + "0.8": 4.800000000000001e-06, + "0.99": 4.100000000000001e-06 }, "baseline_average": null, - "sparse_average": 0.3650070666666667, - "sparse_integral": 8.344e-06, - "sparse_comparison": -1.600000000000005e-06 + "sparse_average": 0.3650024, + "sparse_integral": 2.9055000000000004e-06, + "sparse_comparison": -1.3999999999999976e-06 } ] } \ No newline at end of file diff --git a/tests/sparseml/onnx/optim/test_sensitivity_ks_data/resnet50_perf.json b/tests/sparseml/onnx/optim/test_sensitivity_ks_data/resnet50_perf.json index 73abe6ba26e..3fb7d4ad618 100644 --- a/tests/sparseml/onnx/optim/test_sensitivity_ks_data/resnet50_perf.json +++ b/tests/sparseml/onnx/optim/test_sensitivity_ks_data/resnet50_perf.json @@ -12,74 +12,74 @@ [ 0.0, [ - 0.006253999999999998, - 0.006296999999999999, - 0.006299000000000001, - 0.006309999999999999, - 0.006317999999999998, - 0.006324000000000001, - 0.006328000000000001, - 0.006344, - 0.006371000000000001, - 0.006380000000000001 + 0.008353999999999999, + 0.008361000000000002, + 0.008368000000000002, + 0.008374, + 0.008374999999999999, + 0.008382000000000002, + 0.008389999999999998, + 0.008405, + 0.008472999999999998, + 0.008674 ] ], [ 0.4, [ - 0.010202000000000001, - 0.010202000000000001, - 0.010221000000000003, - 0.010225000000000003, - 0.010233000000000003, - 0.01024, - 0.010246000000000005, - 0.010246999999999997, - 0.010253000000000003, - 0.010258999999999997 + 0.014254999999999999, + 0.014282999999999995, + 0.014301999999999999, + 0.014302999999999996, + 0.014306000000000003, + 0.014317999999999996, + 0.014324000000000002, + 0.014326999999999998, + 0.014331, + 0.014331999999999998 ] ], [ 0.8, [ - 0.004851000000000001, - 0.004860000000000001, - 0.0048779999999999995, - 0.004880000000000001, - 0.004886000000000001, - 0.004887, - 0.004890000000000001, - 0.004893, - 0.004903, - 0.004921999999999998 + 0.006403, + 0.006420000000000002, + 0.006421, + 0.006430000000000002, + 0.006436000000000001, + 0.006443999999999999, + 0.006445999999999997, + 0.006456000000000001, + 0.006456000000000001, + 0.006459 ] ], [ 0.99, [ - 0.002672999999999999, - 0.0026779999999999994, - 0.0026789999999999987, - 0.002682999999999998, - 0.002687999999999999, - 0.002693999999999998, - 0.0026969999999999993, - 0.002721999999999999, - 0.002742999999999999, - 0.002750999999999999 + 0.003462, + 0.003472, + 0.003474999999999999, + 0.003475, + 0.0034760000000000004, + 0.0035079999999999977, + 0.0035119999999999995, + 0.003519, + 0.003522, + 0.003523 ] ] ], "averages": { - "0.0": 0.006322499999999999, - "0.4": 0.010232800000000004, - "0.8": 0.004885, - "0.99": 0.002700799999999999 - }, - "baseline_average": 0.006322499999999999, - "sparse_average": 0.2767676375, - "sparse_integral": 0.007055271000000002, - "sparse_comparison": -0.0036217000000000003 + "0.0": 0.008415599999999999, + "0.4": 0.014308099999999995, + "0.8": 0.006437100000000001, + "0.99": 0.003494399999999999 + }, + "baseline_average": 0.008415599999999999, + "sparse_average": 0.2778319, + "sparse_integral": 0.009637272499999999, + "sparse_comparison": -0.0049212 }, "results": [ { @@ -93,38 +93,38 @@ [ 0.0, [ - 2.9000000000000004e-05 + 3.899999999999999e-05 ] ], [ 0.4, [ - 3.2000000000000005e-05 + 3.699999999999999e-05 ] ], [ 0.8, [ - 3.500000000000001e-05 + 3.899999999999999e-05 ] ], [ 0.99, [ - 3.300000000000001e-05 + 3.899999999999999e-05 ] ] ], "averages": { - "0.0": 2.9000000000000004e-05, - "0.4": 3.2000000000000005e-05, - "0.8": 3.500000000000001e-05, - "0.99": 3.300000000000001e-05 + "0.0": 3.899999999999999e-05, + "0.4": 3.699999999999999e-05, + "0.8": 3.899999999999999e-05, + "0.99": 3.899999999999999e-05 }, - "baseline_average": 2.9000000000000004e-05, - "sparse_average": 0.27376612499999997, - "sparse_integral": 3.206000000000001e-05, - "sparse_comparison": 4.000000000000006e-06 + "baseline_average": 3.899999999999999e-05, + "sparse_average": 0.27376925, + "sparse_integral": 3.780999999999999e-05, + "sparse_comparison": 0.0 }, { "id": "321", @@ -137,41 +137,41 @@ [ 0.0, [ - 0.00012839999999999998 + 0.0001709 ] ], [ 0.4, [ - 0.00012509999999999998 + 0.00017440000000000004 ] ], [ 0.8, [ - 0.00012429999999999999 + 0.0001744 ] ], [ 0.99, [ - 0.00012450000000000002 + 0.0001729 ] ] ], "averages": { - "0.0": 0.00012839999999999998, - "0.4": 0.00012509999999999998, - "0.8": 0.00012429999999999999, - "0.99": 0.00012450000000000002 + "0.0": 0.0001709, + "0.4": 0.00017440000000000004, + "0.8": 0.0001744, + "0.99": 0.0001729 }, - "baseline_average": 0.00012839999999999998, - "sparse_average": 0.2738127875, - "sparse_integral": 0.000124216, - "sparse_comparison": -3.899999999999959e-06 + "baseline_average": 0.0001709, + "sparse_average": 0.273836575, + "sparse_integral": 0.00017181350000000002, + "sparse_comparison": 1.9999999999999944e-06 }, { - "id": null, + "id": "324", "name": "pooling_1", "index": 2, "baseline_measurement_index": 0, @@ -181,38 +181,38 @@ [ 0.0, [ - 7.899999999999998e-05 + 9.919999999999999e-05 ] ], [ 0.4, [ - 7.319999999999999e-05 + 9.979999999999999e-05 ] ], [ 0.8, [ - 6.53e-05 + 9.339999999999998e-05 ] ], [ 0.99, [ - 5.9600000000000005e-05 + 8.979999999999997e-05 ] ] ], "averages": { - "0.0": 7.899999999999998e-05, - "0.4": 7.319999999999999e-05, - "0.8": 6.53e-05, - "0.99": 5.9600000000000005e-05 + "0.0": 9.919999999999999e-05, + "0.4": 9.979999999999999e-05, + "0.8": 9.339999999999998e-05, + "0.99": 8.979999999999997e-05 }, - "baseline_average": 7.899999999999998e-05, - "sparse_average": 0.27378463750000004, - "sparse_integral": 7.00055e-05, - "sparse_comparison": -1.9399999999999977e-05 + "baseline_average": 9.919999999999999e-05, + "sparse_average": 0.273797775, + "sparse_integral": 9.584399999999999e-05, + "sparse_comparison": -9.400000000000012e-06 }, { "id": "325", @@ -225,38 +225,38 @@ [ 0.0, [ - 2.9300000000000004e-05 + 3.54e-05 ] ], [ 0.4, [ - 3.21e-05 + 3.480000000000001e-05 ] ], [ 0.8, [ - 2.69e-05 + 2.9200000000000005e-05 ] ], [ 0.99, [ - 2.4499999999999996e-05 + 2.7400000000000002e-05 ] ] ], "averages": { - "0.0": 2.9300000000000004e-05, - "0.4": 3.21e-05, - "0.8": 2.69e-05, - "0.99": 2.4499999999999996e-05 + "0.0": 3.54e-05, + "0.4": 3.480000000000001e-05, + "0.8": 2.9200000000000005e-05, + "0.99": 2.7400000000000002e-05 }, - "baseline_average": 2.9300000000000004e-05, - "sparse_average": 0.2737641, - "sparse_integral": 2.8963e-05, - "sparse_comparison": -4.800000000000008e-06 + "baseline_average": 3.54e-05, + "sparse_average": 0.27376585, + "sparse_integral": 3.221700000000001e-05, + "sparse_comparison": -7.999999999999998e-06 }, { "id": "328", @@ -269,38 +269,38 @@ [ 0.0, [ - 0.0001403 + 0.00020130000000000004 ] ], [ 0.4, [ - 0.0001531 + 0.00021459999999999998 ] ], [ 0.8, [ - 7.749999999999999e-05 + 9.789999999999998e-05 ] ], [ 0.99, [ - 5.3099999999999996e-05 + 6.059999999999999e-05 ] ] ], "averages": { - "0.0": 0.0001403, - "0.4": 0.0001531, - "0.8": 7.749999999999999e-05, - "0.99": 5.3099999999999996e-05 + "0.0": 0.00020130000000000004, + "0.4": 0.00021459999999999998, + "0.8": 9.789999999999998e-05, + "0.99": 6.059999999999999e-05 }, - "baseline_average": 0.0001403, - "sparse_average": 0.273803, - "sparse_integral": 0.00011720699999999999, - "sparse_comparison": -8.72e-05 + "baseline_average": 0.00020130000000000004, + "sparse_average": 0.2738218, + "sparse_integral": 0.00016073750000000002, + "sparse_comparison": -0.00014070000000000006 }, { "id": "331", @@ -313,38 +313,38 @@ [ 0.0, [ - 6.82e-05 + 9.229999999999998e-05 ] ], [ 0.4, [ - 6.73e-05 + 9.179999999999998e-05 ] ], [ 0.8, [ - 5.53e-05 + 6.94e-05 ] ], [ 0.99, [ - 4.5499999999999995e-05 + 6.17e-05 ] ] ], "averages": { - "0.0": 6.82e-05, - "0.4": 6.73e-05, - "0.8": 5.53e-05, - "0.99": 4.5499999999999995e-05 + "0.0": 9.229999999999998e-05, + "0.4": 9.179999999999998e-05, + "0.8": 6.94e-05, + "0.99": 6.17e-05 }, - "baseline_average": 6.82e-05, - "sparse_average": 0.2737795375, - "sparse_integral": 6.1196e-05, - "sparse_comparison": -2.270000000000001e-05 + "baseline_average": 9.229999999999998e-05, + "sparse_average": 0.2737894, + "sparse_integral": 8.151449999999999e-05, + "sparse_comparison": -3.0599999999999985e-05 }, { "id": "333", @@ -357,38 +357,38 @@ [ 0.0, [ - 6.850000000000001e-05 + 0.0001008 ] ], [ 0.4, [ - 5.63e-05 + 8.489999999999999e-05 ] ], [ 0.8, [ - 3.44e-05 + 5.38e-05 ] ], [ 0.99, [ - 1.8799999999999996e-05 + 3.93e-05 ] ] ], "averages": { - "0.0": 6.850000000000001e-05, - "0.4": 5.63e-05, - "0.8": 3.44e-05, - "0.99": 1.8799999999999996e-05 + "0.0": 0.0001008, + "0.4": 8.489999999999999e-05, + "0.8": 5.38e-05, + "0.99": 3.93e-05 }, - "baseline_average": 6.850000000000001e-05, - "sparse_average": 0.27377225, - "sparse_integral": 4.8154e-05, - "sparse_comparison": -4.9700000000000015e-05 + "baseline_average": 0.0001008, + "sparse_average": 0.27378485, + "sparse_integral": 7.37245e-05, + "sparse_comparison": -6.15e-05 }, { "id": "337", @@ -401,38 +401,38 @@ [ 0.0, [ - 0.0001255 + 0.00011629999999999998 ] ], [ 0.4, [ - 0.0001396 + 0.0001319 ] ], [ 0.8, [ - 0.0001339 + 0.00012090000000000001 ] ], [ 0.99, [ - 0.00011020000000000001 + 0.00013520000000000003 ] ] ], "averages": { - "0.0": 0.0001255, - "0.4": 0.0001396, - "0.8": 0.0001339, - "0.99": 0.00011020000000000001 + "0.0": 0.00011629999999999998, + "0.4": 0.0001319, + "0.8": 0.00012090000000000001, + "0.99": 0.00013520000000000003 }, - "baseline_average": 0.0001255, - "sparse_average": 0.27381365, - "sparse_integral": 0.0001309095, - "sparse_comparison": -1.529999999999998e-05 + "baseline_average": 0.00011629999999999998, + "sparse_average": 0.2738130375, + "sparse_integral": 0.0001245295, + "sparse_comparison": 1.8900000000000053e-05 }, { "id": "340", @@ -445,38 +445,38 @@ [ 0.0, [ - 0.0001416 + 0.00020180000000000003 ] ], [ 0.4, [ - 0.0001563 + 0.00022000000000000003 ] ], [ 0.8, [ - 7.79e-05 + 9.989999999999999e-05 ] ], [ 0.99, [ - 5.470000000000001e-05 + 6.07e-05 ] ] ], "averages": { - "0.0": 0.0001416, - "0.4": 0.0001563, - "0.8": 7.79e-05, - "0.99": 5.470000000000001e-05 + "0.0": 0.00020180000000000003, + "0.4": 0.00022000000000000003, + "0.8": 9.989999999999999e-05, + "0.99": 6.07e-05 }, - "baseline_average": 0.0001416, - "sparse_average": 0.2738038125, - "sparse_integral": 0.000119017, - "sparse_comparison": -8.69e-05 + "baseline_average": 0.00020180000000000003, + "sparse_average": 0.27382280000000003, + "sparse_integral": 0.00016359700000000003, + "sparse_comparison": -0.00014110000000000001 }, { "id": "343", @@ -489,38 +489,38 @@ [ 0.0, [ - 7.159999999999998e-05 + 9.949999999999999e-05 ] ], [ 0.4, [ - 6.560000000000002e-05 + 0.0001069 ] ], [ 0.8, [ - 4.2899999999999986e-05 + 6.460000000000003e-05 ] ], [ 0.99, [ - 3.47e-05 + 5.04e-05 ] ] ], "averages": { - "0.0": 7.159999999999998e-05, - "0.4": 6.560000000000002e-05, - "0.8": 4.2899999999999986e-05, - "0.99": 3.47e-05 + "0.0": 9.949999999999999e-05, + "0.4": 0.0001069, + "0.8": 6.460000000000003e-05, + "0.99": 5.04e-05 }, - "baseline_average": 7.159999999999998e-05, - "sparse_average": 0.27377685, - "sparse_integral": 5.6512000000000004e-05, - "sparse_comparison": -3.6899999999999975e-05 + "baseline_average": 9.949999999999999e-05, + "sparse_average": 0.273790175, + "sparse_integral": 8.6505e-05, + "sparse_comparison": -4.9099999999999994e-05 }, { "id": "347", @@ -533,38 +533,38 @@ [ 0.0, [ - 8.609999999999998e-05 + 0.0001014 ] ], [ 0.4, [ - 7.919999999999999e-05 + 0.00010149999999999999 ] ], [ 0.8, [ - 5.940000000000001e-05 + 6.68e-05 ] ], [ 0.99, [ - 4.9999999999999996e-05 + 5.53e-05 ] ] ], "averages": { - "0.0": 8.609999999999998e-05, - "0.4": 7.919999999999999e-05, - "0.8": 5.940000000000001e-05, - "0.99": 4.9999999999999996e-05 + "0.0": 0.0001014, + "0.4": 0.00010149999999999999, + "0.8": 6.68e-05, + "0.99": 5.53e-05 }, - "baseline_average": 8.609999999999998e-05, - "sparse_average": 0.2737843375, - "sparse_integral": 7.117299999999999e-05, - "sparse_comparison": -3.609999999999998e-05 + "baseline_average": 0.0001014, + "sparse_average": 0.273790625, + "sparse_integral": 8.58395e-05, + "sparse_comparison": -4.6099999999999996e-05 }, { "id": "350", @@ -577,38 +577,38 @@ [ 0.0, [ - 0.0001259 + 0.00018570000000000001 ] ], [ 0.4, [ - 0.00015429999999999998 + 0.0002145 ] ], [ 0.8, [ - 7.649999999999999e-05 + 9.779999999999998e-05 ] ], [ 0.99, [ - 5.17e-05 + 5.989999999999999e-05 ] ] ], "averages": { - "0.0": 0.0001259, - "0.4": 0.00015429999999999998, - "0.8": 7.649999999999999e-05, - "0.99": 5.17e-05 + "0.0": 0.00018570000000000001, + "0.4": 0.0002145, + "0.8": 9.779999999999998e-05, + "0.99": 5.989999999999999e-05 }, - "baseline_average": 0.0001259, - "sparse_average": 0.27380105, - "sparse_integral": 0.00011437899999999998, - "sparse_comparison": -7.419999999999999e-05 + "baseline_average": 0.00018570000000000001, + "sparse_average": 0.2738197375, + "sparse_integral": 0.0001574815, + "sparse_comparison": -0.00012580000000000002 }, { "id": "353", @@ -621,38 +621,38 @@ [ 0.0, [ - 7.02e-05 + 9.799999999999998e-05 ] ], [ 0.4, [ - 6.63e-05 + 0.0001022 ] ], [ 0.8, [ - 4.2999999999999995e-05 + 6.580000000000001e-05 ] ], [ 0.99, [ - 3.460000000000001e-05 + 5.18e-05 ] ] ], "averages": { - "0.0": 7.02e-05, - "0.4": 6.63e-05, - "0.8": 4.2999999999999995e-05, - "0.99": 3.460000000000001e-05 + "0.0": 9.799999999999998e-05, + "0.4": 0.0001022, + "0.8": 6.580000000000001e-05, + "0.99": 5.18e-05 }, - "baseline_average": 7.02e-05, - "sparse_average": 0.2737767625, - "sparse_integral": 5.6531999999999993e-05, - "sparse_comparison": -3.559999999999999e-05 + "baseline_average": 9.799999999999998e-05, + "sparse_average": 0.273789725, + "sparse_integral": 8.4812e-05, + "sparse_comparison": -4.6199999999999985e-05 }, { "id": "357", @@ -665,38 +665,38 @@ [ 0.0, [ - 0.0001332 + 0.00017870000000000003 ] ], [ 0.4, [ - 0.0001295 + 0.0001681 ] ], [ 0.8, [ - 8.04e-05 + 9.439999999999999e-05 ] ], [ 0.99, [ - 6.700000000000002e-05 + 8.17e-05 ] ] ], "averages": { - "0.0": 0.0001332, - "0.4": 0.0001295, - "0.8": 8.04e-05, - "0.99": 6.700000000000002e-05 + "0.0": 0.00017870000000000003, + "0.4": 0.0001681, + "0.8": 9.439999999999999e-05, + "0.99": 8.17e-05 }, - "baseline_average": 0.0001332, - "sparse_average": 0.2738012625, - "sparse_integral": 0.000108523, - "sparse_comparison": -6.62e-05 + "baseline_average": 0.00017870000000000003, + "sparse_average": 0.2738153625, + "sparse_integral": 0.0001385895, + "sparse_comparison": -9.700000000000004e-05 }, { "id": "360", @@ -709,38 +709,38 @@ [ 0.0, [ - 0.00016299999999999998 + 0.00021159999999999997 ] ], [ 0.4, [ - 0.00030379999999999996 + 0.00042610000000000006 ] ], [ 0.8, [ - 0.0001484 + 0.0001951 ] ], [ 0.99, [ - 0.0001022 + 0.0001362 ] ] ], "averages": { - "0.0": 0.00016299999999999998, - "0.4": 0.00030379999999999996, - "0.8": 0.0001484, - "0.99": 0.0001022 + "0.0": 0.00021159999999999997, + "0.4": 0.00042610000000000006, + "0.8": 0.0001951, + "0.99": 0.0001362 }, - "baseline_average": 0.00016299999999999998, - "sparse_average": 0.27383967500000006, - "sparse_integral": 0.00020760699999999998, - "sparse_comparison": -6.0799999999999974e-05 + "baseline_average": 0.00021159999999999997, + "sparse_average": 0.273871125, + "sparse_integral": 0.00028325350000000003, + "sparse_comparison": -7.539999999999996e-05 }, { "id": "363", @@ -753,38 +753,38 @@ [ 0.0, [ - 6.570000000000001e-05 + 8.769999999999998e-05 ] ], [ 0.4, [ - 6.55e-05 + 8.489999999999999e-05 ] ], [ 0.8, [ - 4.839999999999999e-05 + 5.21e-05 ] ], [ 0.99, [ - 4.439999999999999e-05 + 4.429999999999999e-05 ] ] ], "averages": { - "0.0": 6.570000000000001e-05, - "0.4": 6.55e-05, - "0.8": 4.839999999999999e-05, - "0.99": 4.439999999999999e-05 + "0.0": 8.769999999999998e-05, + "0.4": 8.489999999999999e-05, + "0.8": 5.21e-05, + "0.99": 4.429999999999999e-05 }, - "baseline_average": 6.570000000000001e-05, - "sparse_average": 0.273778, - "sparse_integral": 5.7836e-05, - "sparse_comparison": -2.1300000000000023e-05 + "baseline_average": 8.769999999999998e-05, + "sparse_average": 0.273783625, + "sparse_integral": 7.1078e-05, + "sparse_comparison": -4.3399999999999984e-05 }, { "id": "365", @@ -797,38 +797,38 @@ [ 0.0, [ - 0.00012069999999999999 + 0.000177 ] ], [ 0.4, [ - 0.0001851 + 0.0002904 ] ], [ 0.8, [ - 9.869999999999999e-05 + 0.00014649999999999998 ] ], [ 0.99, [ - 5.4900000000000006e-05 + 8.4e-05 ] ] ], "averages": { - "0.0": 0.00012069999999999999, - "0.4": 0.0001851, - "0.8": 9.869999999999999e-05, - "0.99": 5.4900000000000006e-05 + "0.0": 0.000177, + "0.4": 0.0002904, + "0.8": 0.00014649999999999998, + "0.99": 8.4e-05 }, - "baseline_average": 0.00012069999999999999, - "sparse_average": 0.273807425, - "sparse_integral": 0.000132512, - "sparse_comparison": -6.579999999999999e-05 + "baseline_average": 0.000177, + "sparse_average": 0.2738372375, + "sparse_integral": 0.00020275750000000003, + "sparse_comparison": -9.3e-05 }, { "id": "369", @@ -841,38 +841,38 @@ [ 0.0, [ - 8.689999999999997e-05 + 0.00010539999999999997 ] ], [ 0.4, [ - 9.499999999999999e-05 + 0.0001159 ] ], [ 0.8, [ - 5.43e-05 + 6.429999999999999e-05 ] ], [ 0.99, [ - 4.3899999999999996e-05 + 4.7099999999999986e-05 ] ] ], "averages": { - "0.0": 8.689999999999997e-05, - "0.4": 9.499999999999999e-05, - "0.8": 5.43e-05, - "0.99": 4.3899999999999996e-05 + "0.0": 0.00010539999999999997, + "0.4": 0.0001159, + "0.8": 6.429999999999999e-05, + "0.99": 4.7099999999999986e-05 }, - "baseline_average": 8.689999999999997e-05, - "sparse_average": 0.27378501250000004, - "sparse_integral": 7.556899999999998e-05, - "sparse_comparison": -4.2999999999999975e-05 + "baseline_average": 0.00010539999999999997, + "sparse_average": 0.2737915875, + "sparse_integral": 9.088299999999999e-05, + "sparse_comparison": -5.829999999999999e-05 }, { "id": "372", @@ -885,38 +885,38 @@ [ 0.0, [ - 0.0001496 + 0.00020779999999999998 ] ], [ 0.4, [ - 0.0001603 + 0.0002874 ] ], [ 0.8, [ - 6.870000000000002e-05 + 0.00011400000000000002 ] ], [ 0.99, [ - 2.49e-05 + 4.0999999999999994e-05 ] ] ], "averages": { - "0.0": 0.0001496, - "0.4": 0.0001603, - "0.8": 6.870000000000002e-05, - "0.99": 2.49e-05 + "0.0": 0.00020779999999999998, + "0.4": 0.0002874, + "0.8": 0.00011400000000000002, + "0.99": 4.0999999999999994e-05 }, - "baseline_average": 0.0001496, - "sparse_average": 0.2738004375, - "sparse_integral": 0.000116672, - "sparse_comparison": -0.0001247 + "baseline_average": 0.00020779999999999998, + "sparse_average": 0.273831275, + "sparse_integral": 0.000194045, + "sparse_comparison": -0.0001668 }, { "id": "375", @@ -929,38 +929,38 @@ [ 0.0, [ - 7.199999999999999e-05 + 9.379999999999998e-05 ] ], [ 0.4, [ - 6.63e-05 + 9.689999999999998e-05 ] ], [ 0.8, [ - 3.9699999999999996e-05 + 5.6200000000000004e-05 ] ], [ 0.99, [ - 2.7400000000000002e-05 + 3.450000000000001e-05 ] ] ], "averages": { - "0.0": 7.199999999999999e-05, - "0.4": 6.63e-05, - "0.8": 3.9699999999999996e-05, - "0.99": 2.7400000000000002e-05 + "0.0": 9.379999999999998e-05, + "0.4": 9.689999999999998e-05, + "0.8": 5.6200000000000004e-05, + "0.99": 3.450000000000001e-05 }, - "baseline_average": 7.199999999999999e-05, - "sparse_average": 0.273775675, - "sparse_integral": 5.5234499999999994e-05, - "sparse_comparison": -4.4599999999999986e-05 + "baseline_average": 9.379999999999998e-05, + "sparse_average": 0.273785175, + "sparse_integral": 7.73765e-05, + "sparse_comparison": -5.9299999999999964e-05 }, { "id": "379", @@ -973,38 +973,38 @@ [ 0.0, [ - 8.369999999999999e-05 + 0.00010579999999999998 ] ], [ 0.4, [ - 9.889999999999999e-05 + 0.0001224 ] ], [ 0.8, [ - 5.4600000000000006e-05 + 6.829999999999999e-05 ] ], [ 0.99, [ - 4.07e-05 + 4.849999999999999e-05 ] ] ], "averages": { - "0.0": 8.369999999999999e-05, - "0.4": 9.889999999999999e-05, - "0.8": 5.4600000000000006e-05, - "0.99": 4.07e-05 + "0.0": 0.00010579999999999998, + "0.4": 0.0001224, + "0.8": 6.829999999999999e-05, + "0.99": 4.849999999999999e-05 }, - "baseline_average": 8.369999999999999e-05, - "sparse_average": 0.2737847375, - "sparse_integral": 7.62735e-05, - "sparse_comparison": -4.299999999999999e-05 + "baseline_average": 0.00010579999999999998, + "sparse_average": 0.273793125, + "sparse_integral": 9.487599999999998e-05, + "sparse_comparison": -5.729999999999999e-05 }, { "id": "382", @@ -1017,38 +1017,38 @@ [ 0.0, [ - 0.0001487 + 0.00020250000000000004 ] ], [ 0.4, [ - 0.000165 + 0.0002855999999999999 ] ], [ 0.8, [ - 6.71e-05 + 0.00011140000000000001 ] ], [ 0.99, [ - 2.5399999999999997e-05 + 4.149999999999999e-05 ] ] ], "averages": { - "0.0": 0.0001487, - "0.4": 0.000165, - "0.8": 6.71e-05, - "0.99": 2.5399999999999997e-05 + "0.0": 0.00020250000000000004, + "0.4": 0.0002855999999999999, + "0.8": 0.00011140000000000001, + "0.99": 4.149999999999999e-05 }, - "baseline_average": 0.0001487, - "sparse_average": 0.273800775, - "sparse_integral": 0.00011794750000000001, - "sparse_comparison": -0.00012330000000000002 + "baseline_average": 0.00020250000000000004, + "sparse_average": 0.27383012500000004, + "sparse_integral": 0.00019154549999999995, + "sparse_comparison": -0.00016100000000000006 }, { "id": "385", @@ -1061,38 +1061,38 @@ [ 0.0, [ - 7.03e-05 + 9.349999999999998e-05 ] ], [ 0.4, [ - 6.56e-05 + 9.119999999999998e-05 ] ], [ 0.8, [ - 3.789999999999999e-05 + 5.0799999999999995e-05 ] ], [ 0.99, [ - 2.8100000000000002e-05 + 3.250000000000001e-05 ] ] ], "averages": { - "0.0": 7.03e-05, - "0.4": 6.56e-05, - "0.8": 3.789999999999999e-05, - "0.99": 2.8100000000000002e-05 + "0.0": 9.349999999999998e-05, + "0.4": 9.119999999999998e-05, + "0.8": 5.0799999999999995e-05, + "0.99": 3.250000000000001e-05 }, - "baseline_average": 7.03e-05, - "sparse_average": 0.2737752375, - "sparse_integral": 5.4149999999999995e-05, - "sparse_comparison": -4.2199999999999996e-05 + "baseline_average": 9.349999999999998e-05, + "sparse_average": 0.2737835, + "sparse_integral": 7.325349999999999e-05, + "sparse_comparison": -6.099999999999997e-05 }, { "id": "389", @@ -1105,38 +1105,38 @@ [ 0.0, [ - 8.489999999999999e-05 + 0.00010429999999999999 ] ], [ 0.4, [ - 9.879999999999999e-05 + 0.00012090000000000001 ] ], [ 0.8, [ - 5.5400000000000005e-05 + 6.59e-05 ] ], [ 0.99, [ - 4.06e-05 + 4.7499999999999996e-05 ] ] ], "averages": { - "0.0": 8.489999999999999e-05, - "0.4": 9.879999999999999e-05, - "0.8": 5.5400000000000005e-05, - "0.99": 4.06e-05 + "0.0": 0.00010429999999999999, + "0.4": 0.00012090000000000001, + "0.8": 6.59e-05, + "0.99": 4.7499999999999996e-05 }, - "baseline_average": 8.489999999999999e-05, - "sparse_average": 0.2737849625, - "sparse_integral": 7.67e-05, - "sparse_comparison": -4.429999999999999e-05 + "baseline_average": 0.00010429999999999999, + "sparse_average": 0.273792325, + "sparse_integral": 9.3173e-05, + "sparse_comparison": -5.679999999999999e-05 }, { "id": "392", @@ -1149,38 +1149,38 @@ [ 0.0, [ - 0.00014609999999999997 + 0.00018810000000000002 ] ], [ 0.4, [ - 0.0001628 + 0.00028359999999999995 ] ], [ 0.8, [ - 6.780000000000001e-05 + 0.00011690000000000001 ] ], [ 0.99, [ - 2.59e-05 + 4.149999999999999e-05 ] ] ], "averages": { - "0.0": 0.00014609999999999997, - "0.4": 0.0001628, - "0.8": 6.780000000000001e-05, - "0.99": 2.59e-05 + "0.0": 0.00018810000000000002, + "0.4": 0.00028359999999999995, + "0.8": 0.00011690000000000001, + "0.99": 4.149999999999999e-05 }, - "baseline_average": 0.00014609999999999997, - "sparse_average": 0.273800325, - "sparse_integral": 0.00011680149999999999, - "sparse_comparison": -0.00012019999999999997 + "baseline_average": 0.00018810000000000002, + "sparse_average": 0.27382876250000004, + "sparse_integral": 0.00018948799999999997, + "sparse_comparison": -0.00014660000000000004 }, { "id": "395", @@ -1193,38 +1193,38 @@ [ 0.0, [ - 7.03e-05 + 9.419999999999997e-05 ] ], [ 0.4, [ - 6.379999999999999e-05 + 9.069999999999997e-05 ] ], [ 0.8, [ - 3.779999999999999e-05 + 5.14e-05 ] ], [ 0.99, [ - 2.6600000000000003e-05 + 3.150000000000001e-05 ] ] ], "averages": { - "0.0": 7.03e-05, - "0.4": 6.379999999999999e-05, - "0.8": 3.779999999999999e-05, - "0.99": 2.6600000000000003e-05 + "0.0": 9.419999999999997e-05, + "0.4": 9.069999999999997e-05, + "0.8": 5.14e-05, + "0.99": 3.150000000000001e-05 }, - "baseline_average": 7.03e-05, - "sparse_average": 0.2737748125, - "sparse_integral": 5.3258e-05, - "sparse_comparison": -4.37e-05 + "baseline_average": 9.419999999999997e-05, + "sparse_average": 0.273783475, + "sparse_integral": 7.327549999999999e-05, + "sparse_comparison": -6.269999999999997e-05 }, { "id": "399", @@ -1237,38 +1237,38 @@ [ 0.0, [ - 0.0001266 + 0.0001918 ] ], [ 0.4, [ - 0.00014539999999999998 + 0.00018539999999999998 ] ], [ 0.8, [ - 8.04e-05 + 9.589999999999999e-05 ] ], [ 0.99, [ - 5.520000000000001e-05 + 6.880000000000002e-05 ] ] ], "averages": { - "0.0": 0.0001266, - "0.4": 0.00014539999999999998, - "0.8": 8.04e-05, - "0.99": 5.520000000000001e-05 + "0.0": 0.0001918, + "0.4": 0.00018539999999999998, + "0.8": 9.589999999999999e-05, + "0.99": 6.880000000000002e-05 }, - "baseline_average": 0.0001266, - "sparse_average": 0.27380095000000004, - "sparse_integral": 0.000112442, - "sparse_comparison": -7.139999999999997e-05 + "baseline_average": 0.0001918, + "sparse_average": 0.2738177375, + "sparse_integral": 0.0001473465, + "sparse_comparison": -0.00012299999999999998 }, { "id": "402", @@ -1281,38 +1281,38 @@ [ 0.0, [ - 0.00017160000000000002 + 0.00024970000000000005 ] ], [ 0.4, [ - 0.0003447000000000001 + 0.0005443999999999999 ] ], [ 0.8, [ - 0.00013869999999999998 + 0.00022000000000000003 ] ], [ 0.99, [ - 5.6000000000000006e-05 + 8.469999999999999e-05 ] ] ], "averages": { - "0.0": 0.00017160000000000002, - "0.4": 0.0003447000000000001, - "0.8": 0.00013869999999999998, - "0.99": 5.6000000000000006e-05 + "0.0": 0.00024970000000000005, + "0.4": 0.0005443999999999999, + "0.8": 0.00022000000000000003, + "0.99": 8.469999999999999e-05 }, - "baseline_average": 0.00017160000000000002, - "sparse_average": 0.273838875, - "sparse_integral": 0.0002184365, - "sparse_comparison": -0.00011560000000000002 + "baseline_average": 0.00024970000000000005, + "sparse_average": 0.27388735000000003, + "sparse_integral": 0.00034064649999999996, + "sparse_comparison": -0.00016500000000000005 }, { "id": "405", @@ -1325,38 +1325,38 @@ [ 0.0, [ - 6.93e-05 + 9.389999999999998e-05 ] ], [ 0.4, [ - 0.00011139999999999998 + 0.0001375 ] ], [ 0.8, [ - 4.95e-05 + 6.020000000000001e-05 ] ], [ 0.99, [ - 3.41e-05 + 3.5999999999999994e-05 ] ] ], "averages": { - "0.0": 6.93e-05, - "0.4": 0.00011139999999999998, - "0.8": 4.95e-05, - "0.99": 3.41e-05 + "0.0": 9.389999999999998e-05, + "0.4": 0.0001375, + "0.8": 6.020000000000001e-05, + "0.99": 3.5999999999999994e-05 }, - "baseline_average": 6.93e-05, - "sparse_average": 0.2737830375, - "sparse_integral": 7.6262e-05, - "sparse_comparison": -3.52e-05 + "baseline_average": 9.389999999999998e-05, + "sparse_average": 0.27379095, + "sparse_integral": 9.4959e-05, + "sparse_comparison": -5.7899999999999984e-05 }, { "id": "407", @@ -1369,38 +1369,38 @@ [ 0.0, [ - 0.0001285 + 0.0001861 ] ], [ 0.4, [ - 0.0002524 + 0.0003491 ] ], [ 0.8, [ - 0.0001081 + 0.0001602 ] ], [ 0.99, [ - 5.16e-05 + 7.68e-05 ] ] ], "averages": { - "0.0": 0.0001285, - "0.4": 0.0002524, - "0.8": 0.0001081, - "0.99": 5.16e-05 + "0.0": 0.0001861, + "0.4": 0.0003491, + "0.8": 0.0001602, + "0.99": 7.68e-05 }, - "baseline_average": 0.0001285, - "sparse_average": 0.27381757500000004, - "sparse_integral": 0.0001634515, - "sparse_comparison": -7.69e-05 + "baseline_average": 0.0001861, + "sparse_average": 0.273846525, + "sparse_integral": 0.00023141499999999998, + "sparse_comparison": -0.0001093 }, { "id": "411", @@ -1413,38 +1413,38 @@ [ 0.0, [ - 8.929999999999998e-05 + 0.00011710000000000001 ] ], [ 0.4, [ - 0.0001514 + 0.00017889999999999998 ] ], [ 0.8, [ - 6.96e-05 + 7.999999999999999e-05 ] ], [ 0.99, [ - 3.5999999999999994e-05 + 4.429999999999999e-05 ] ] ], "averages": { - "0.0": 8.929999999999998e-05, - "0.4": 0.0001514, - "0.8": 6.96e-05, - "0.99": 3.5999999999999994e-05 + "0.0": 0.00011710000000000001, + "0.4": 0.00017889999999999998, + "0.8": 7.999999999999999e-05, + "0.99": 4.429999999999999e-05 }, - "baseline_average": 8.929999999999998e-05, - "sparse_average": 0.2737932875, - "sparse_integral": 0.000102372, - "sparse_comparison": -5.329999999999998e-05 + "baseline_average": 0.00011710000000000001, + "sparse_average": 0.2738025375, + "sparse_integral": 0.00012278849999999998, + "sparse_comparison": -7.280000000000002e-05 }, { "id": "414", @@ -1457,38 +1457,38 @@ [ 0.0, [ - 0.0001729 + 0.0002511 ] ], [ 0.4, [ - 0.0002488 + 0.00036550000000000005 ] ], [ 0.8, [ - 9.869999999999999e-05 + 0.00014340000000000002 ] ], [ 0.99, [ - 3.2000000000000005e-05 + 4.7499999999999996e-05 ] ] ], "averages": { - "0.0": 0.0001729, - "0.4": 0.0002488, - "0.8": 9.869999999999999e-05, - "0.99": 3.2000000000000005e-05 + "0.0": 0.0002511, + "0.4": 0.00036550000000000005, + "0.8": 0.00014340000000000002, + "0.99": 4.7499999999999996e-05 }, - "baseline_average": 0.0001729, - "sparse_average": 0.27381905, - "sparse_integral": 0.0001662565, - "sparse_comparison": -0.0001409 + "baseline_average": 0.0002511, + "sparse_average": 0.2738509375, + "sparse_integral": 0.00024323550000000002, + "sparse_comparison": -0.0002036 }, { "id": "417", @@ -1501,38 +1501,38 @@ [ 0.0, [ - 7.489999999999998e-05 + 9.469999999999998e-05 ] ], [ 0.4, [ - 0.00010229999999999999 + 0.00014010000000000002 ] ], [ 0.8, [ - 4.869999999999999e-05 + 6.240000000000001e-05 ] ], [ 0.99, [ - 2.9200000000000005e-05 + 3.3600000000000004e-05 ] ] ], "averages": { - "0.0": 7.489999999999998e-05, - "0.4": 0.00010229999999999999, - "0.8": 4.869999999999999e-05, - "0.99": 2.9200000000000005e-05 + "0.0": 9.469999999999998e-05, + "0.4": 0.00014010000000000002, + "0.8": 6.240000000000001e-05, + "0.99": 3.3600000000000004e-05 }, - "baseline_average": 7.489999999999998e-05, - "sparse_average": 0.2737818875, - "sparse_integral": 7.30405e-05, - "sparse_comparison": -4.569999999999997e-05 + "baseline_average": 9.469999999999998e-05, + "sparse_average": 0.27379135, + "sparse_integral": 9.658e-05, + "sparse_comparison": -6.109999999999998e-05 }, { "id": "421", @@ -1545,38 +1545,38 @@ [ 0.0, [ - 8.999999999999998e-05 + 0.00011869999999999998 ] ], [ 0.4, [ - 0.00015340000000000002 + 0.00019270000000000005 ] ], [ 0.8, [ - 7.449999999999998e-05 + 8.459999999999998e-05 ] ], [ 0.99, [ - 3.7199999999999996e-05 + 4.209999999999999e-05 ] ] ], "averages": { - "0.0": 8.999999999999998e-05, - "0.4": 0.00015340000000000002, - "0.8": 7.449999999999998e-05, - "0.99": 3.7199999999999996e-05 + "0.0": 0.00011869999999999998, + "0.4": 0.00019270000000000005, + "0.8": 8.459999999999998e-05, + "0.99": 4.209999999999999e-05 }, - "baseline_average": 8.999999999999998e-05, - "sparse_average": 0.2737943875, - "sparse_integral": 0.0001048715, - "sparse_comparison": -5.279999999999998e-05 + "baseline_average": 0.00011869999999999998, + "sparse_average": 0.2738047625, + "sparse_integral": 0.00012977650000000002, + "sparse_comparison": -7.659999999999999e-05 }, { "id": "424", @@ -1589,38 +1589,38 @@ [ 0.0, [ - 0.00017319999999999998 + 0.0002358 ] ], [ 0.4, [ - 0.00024369999999999996 + 0.0003603999999999999 ] ], [ 0.8, [ - 0.0001038 + 0.0001372 ] ], [ 0.99, [ - 3.2200000000000003e-05 + 4.569999999999999e-05 ] ] ], "averages": { - "0.0": 0.00017319999999999998, - "0.4": 0.00024369999999999996, - "0.8": 0.0001038, - "0.99": 3.2200000000000003e-05 + "0.0": 0.0002358, + "0.4": 0.0003603999999999999, + "0.8": 0.0001372, + "0.99": 4.569999999999999e-05 }, - "baseline_average": 0.00017319999999999998, - "sparse_average": 0.2738191125, - "sparse_integral": 0.00016580000000000002, - "sparse_comparison": -0.00014099999999999998 + "baseline_average": 0.0002358, + "sparse_average": 0.2738473875, + "sparse_integral": 0.00023613549999999996, + "sparse_comparison": -0.0001901 }, { "id": "427", @@ -1633,38 +1633,38 @@ [ 0.0, [ - 7.24e-05 + 9.399999999999998e-05 ] ], [ 0.4, [ - 9.81e-05 + 0.00014409999999999998 ] ], [ 0.8, [ - 4.9699999999999995e-05 + 6.21e-05 ] ], [ 0.99, [ - 2.9700000000000004e-05 + 3.2200000000000003e-05 ] ] ], "averages": { - "0.0": 7.24e-05, - "0.4": 9.81e-05, - "0.8": 4.9699999999999995e-05, - "0.99": 2.9700000000000004e-05 + "0.0": 9.399999999999998e-05, + "0.4": 0.00014409999999999998, + "0.8": 6.21e-05, + "0.99": 3.2200000000000003e-05 }, - "baseline_average": 7.24e-05, - "sparse_average": 0.27378123750000005, - "sparse_integral": 7.120299999999999e-05, - "sparse_comparison": -4.2699999999999994e-05 + "baseline_average": 9.399999999999998e-05, + "sparse_average": 0.27379155, + "sparse_integral": 9.78185e-05, + "sparse_comparison": -6.179999999999998e-05 }, { "id": "431", @@ -1677,38 +1677,38 @@ [ 0.0, [ - 9.189999999999998e-05 + 0.00011710000000000001 ] ], [ 0.4, [ - 0.000155 + 0.0001894 ] ], [ 0.8, [ - 7.409999999999999e-05 + 8.429999999999999e-05 ] ], [ 0.99, [ - 3.7599999999999986e-05 + 4.4e-05 ] ] ], "averages": { - "0.0": 9.189999999999998e-05, - "0.4": 0.000155, - "0.8": 7.409999999999999e-05, - "0.99": 3.7599999999999986e-05 + "0.0": 0.00011710000000000001, + "0.4": 0.0001894, + "0.8": 8.429999999999999e-05, + "0.99": 4.4e-05 }, - "baseline_average": 9.189999999999998e-05, - "sparse_average": 0.273794825, - "sparse_integral": 0.00010581149999999999, - "sparse_comparison": -5.43e-05 + "baseline_average": 0.00011710000000000001, + "sparse_average": 0.27380435000000003, + "sparse_integral": 0.0001282285, + "sparse_comparison": -7.310000000000002e-05 }, { "id": "434", @@ -1721,38 +1721,38 @@ [ 0.0, [ - 0.0001713 + 0.0002168 ] ], [ 0.4, [ - 0.000245 + 0.000368 ] ], [ 0.8, [ - 9.569999999999998e-05 + 0.00014429999999999998 ] ], [ 0.99, [ - 3.2600000000000006e-05 + 4.7499999999999996e-05 ] ] ], "averages": { - "0.0": 0.0001713, - "0.4": 0.000245, - "0.8": 9.569999999999998e-05, - "0.99": 3.2600000000000006e-05 + "0.0": 0.0002168, + "0.4": 0.000368, + "0.8": 0.00014429999999999998, + "0.99": 4.7499999999999996e-05 }, - "baseline_average": 0.0001713, - "sparse_average": 0.273818075, - "sparse_integral": 0.0001635885, - "sparse_comparison": -0.00013869999999999998 + "baseline_average": 0.0002168, + "sparse_average": 0.273847075, + "sparse_integral": 0.000237641, + "sparse_comparison": -0.00016930000000000002 }, { "id": "437", @@ -1765,38 +1765,38 @@ [ 0.0, [ - 7.34e-05 + 9.259999999999999e-05 ] ], [ 0.4, [ - 9.739999999999998e-05 + 0.00013230000000000002 ] ], [ 0.8, [ - 5.04e-05 + 5.9699999999999994e-05 ] ], [ 0.99, [ - 3.0100000000000007e-05 + 3.290000000000001e-05 ] ] ], "averages": { - "0.0": 7.34e-05, - "0.4": 9.739999999999998e-05, - "0.8": 5.04e-05, - "0.99": 3.0100000000000007e-05 + "0.0": 9.259999999999999e-05, + "0.4": 0.00013230000000000002, + "0.8": 5.9699999999999994e-05, + "0.99": 3.290000000000001e-05 }, - "baseline_average": 7.34e-05, - "sparse_average": 0.27378141250000004, - "sparse_integral": 7.136749999999999e-05, - "sparse_comparison": -4.329999999999999e-05 + "baseline_average": 9.259999999999999e-05, + "sparse_average": 0.2737896875, + "sparse_integral": 9.217700000000001e-05, + "sparse_comparison": -5.969999999999998e-05 }, { "id": "441", @@ -1809,38 +1809,38 @@ [ 0.0, [ - 9.229999999999998e-05 + 0.0001153 ] ], [ 0.4, [ - 0.00015599999999999997 + 0.0001951 ] ], [ 0.8, [ - 7.439999999999999e-05 + 8.24e-05 ] ], [ 0.99, [ - 3.6099999999999997e-05 + 4.45e-05 ] ] ], "averages": { - "0.0": 9.229999999999998e-05, - "0.4": 0.00015599999999999997, - "0.8": 7.439999999999999e-05, - "0.99": 3.6099999999999997e-05 + "0.0": 0.0001153, + "0.4": 0.0001951, + "0.8": 8.24e-05, + "0.99": 4.45e-05 }, - "baseline_average": 9.229999999999998e-05, - "sparse_average": 0.27379485, - "sparse_integral": 0.00010623749999999997, - "sparse_comparison": -5.6199999999999984e-05 + "baseline_average": 0.0001153, + "sparse_average": 0.2738046625, + "sparse_integral": 0.0001296355, + "sparse_comparison": -7.08e-05 }, { "id": "444", @@ -1853,38 +1853,38 @@ [ 0.0, [ - 0.00016769999999999998 + 0.00020890000000000004 ] ], [ 0.4, [ - 0.0002406 + 0.0003623 ] ], [ 0.8, [ - 9.259999999999999e-05 + 0.00013380000000000003 ] ], [ 0.99, [ - 3.280000000000001e-05 + 4.599999999999999e-05 ] ] ], "averages": { - "0.0": 0.00016769999999999998, - "0.4": 0.0002406, - "0.8": 9.259999999999999e-05, - "0.99": 3.280000000000001e-05 + "0.0": 0.00020890000000000004, + "0.4": 0.0003623, + "0.8": 0.00013380000000000003, + "0.99": 4.599999999999999e-05 }, - "baseline_average": 0.00016769999999999998, - "sparse_average": 0.2738167125, - "sparse_integral": 0.000160213, - "sparse_comparison": -0.00013489999999999997 + "baseline_average": 0.00020890000000000004, + "sparse_average": 0.273843875, + "sparse_integral": 0.00023054100000000004, + "sparse_comparison": -0.00016290000000000006 }, { "id": "447", @@ -1897,38 +1897,38 @@ [ 0.0, [ - 7.309999999999999e-05 + 9.099999999999999e-05 ] ], [ 0.4, [ - 0.00010069999999999998 + 0.00013690000000000002 ] ], [ 0.8, [ - 5.1200000000000004e-05 + 6.240000000000001e-05 ] ], [ 0.99, [ - 3.0100000000000007e-05 + 3.290000000000001e-05 ] ] ], "averages": { - "0.0": 7.309999999999999e-05, - "0.4": 0.00010069999999999998, - "0.8": 5.1200000000000004e-05, - "0.99": 3.0100000000000007e-05 + "0.0": 9.099999999999999e-05, + "0.4": 0.00013690000000000002, + "0.8": 6.240000000000001e-05, + "0.99": 3.290000000000001e-05 }, - "baseline_average": 7.309999999999999e-05, - "sparse_average": 0.27378188750000004, - "sparse_integral": 7.286349999999999e-05, - "sparse_comparison": -4.299999999999998e-05 + "baseline_average": 9.099999999999999e-05, + "sparse_average": 0.2737904, + "sparse_integral": 9.449350000000003e-05, + "sparse_comparison": -5.809999999999998e-05 }, { "id": "451", @@ -1941,38 +1941,38 @@ [ 0.0, [ - 9.239999999999998e-05 + 0.00011310000000000001 ] ], [ 0.4, [ - 0.00015189999999999998 + 0.00019109999999999998 ] ], [ 0.8, [ - 7.179999999999998e-05 + 8.24e-05 ] ], [ 0.99, [ - 3.59e-05 + 4.5799999999999995e-05 ] ] ], "averages": { - "0.0": 9.239999999999998e-05, - "0.4": 0.00015189999999999998, - "0.8": 7.179999999999998e-05, - "0.99": 3.59e-05 + "0.0": 0.00011310000000000001, + "0.4": 0.00019109999999999998, + "0.8": 8.24e-05, + "0.99": 4.5799999999999995e-05 }, - "baseline_average": 9.239999999999998e-05, - "sparse_average": 0.273794, - "sparse_integral": 0.0001038315, - "sparse_comparison": -5.6499999999999984e-05 + "baseline_average": 0.00011310000000000001, + "sparse_average": 0.27380405, + "sparse_integral": 0.000127719, + "sparse_comparison": -6.730000000000001e-05 }, { "id": "454", @@ -1985,38 +1985,38 @@ [ 0.0, [ - 0.00017209999999999998 + 0.0002101 ] ], [ 0.4, [ - 0.00024109999999999995 + 0.0003619 ] ], [ 0.8, [ - 0.00010029999999999998 + 0.00013440000000000001 ] ], [ 0.99, [ - 3.270000000000001e-05 + 4.679999999999999e-05 ] ] ], "averages": { - "0.0": 0.00017209999999999998, - "0.4": 0.00024109999999999995, - "0.8": 0.00010029999999999998, - "0.99": 3.270000000000001e-05 + "0.0": 0.0002101, + "0.4": 0.0003619, + "0.8": 0.00013440000000000001, + "0.99": 4.679999999999999e-05 }, - "baseline_average": 0.00017209999999999998, - "sparse_average": 0.273818275, - "sparse_integral": 0.000163555, - "sparse_comparison": -0.00013939999999999997 + "baseline_average": 0.0002101, + "sparse_average": 0.27384415, + "sparse_integral": 0.00023087400000000003, + "sparse_comparison": -0.0001633 }, { "id": "457", @@ -2029,38 +2029,38 @@ [ 0.0, [ - 7.299999999999999e-05 + 9.46e-05 ] ], [ 0.4, [ - 9.659999999999999e-05 + 0.0001359 ] ], [ 0.8, [ - 5.1000000000000006e-05 + 6.05e-05 ] ], [ 0.99, [ - 2.9600000000000005e-05 + 3.3400000000000005e-05 ] ] ], "averages": { - "0.0": 7.299999999999999e-05, - "0.4": 9.659999999999999e-05, - "0.8": 5.1000000000000006e-05, - "0.99": 2.9600000000000005e-05 + "0.0": 9.46e-05, + "0.4": 0.0001359, + "0.8": 6.05e-05, + "0.99": 3.3400000000000005e-05 }, - "baseline_average": 7.299999999999999e-05, - "sparse_average": 0.273781275, - "sparse_integral": 7.109699999999999e-05, - "sparse_comparison": -4.3399999999999984e-05 + "baseline_average": 9.46e-05, + "sparse_average": 0.27379055, + "sparse_integral": 9.43005e-05, + "sparse_comparison": -6.12e-05 }, { "id": "461", @@ -2073,38 +2073,38 @@ [ 0.0, [ - 0.00015460000000000002 + 0.00019519999999999997 ] ], [ 0.4, [ - 0.00022070000000000002 + 0.00029699999999999996 ] ], [ 0.8, [ - 9.439999999999999e-05 + 0.0001212 ] ], [ 0.99, [ - 4.619999999999999e-05 + 5.7900000000000005e-05 ] ] ], "averages": { - "0.0": 0.00015460000000000002, - "0.4": 0.00022070000000000002, - "0.8": 9.439999999999999e-05, - "0.99": 4.619999999999999e-05 + "0.0": 0.00019519999999999997, + "0.4": 0.00029699999999999996, + "0.8": 0.0001212, + "0.99": 5.7900000000000005e-05 }, - "baseline_average": 0.00015460000000000002, - "sparse_average": 0.2738144875, - "sparse_integral": 0.000151437, - "sparse_comparison": -0.00010840000000000003 + "baseline_average": 0.00019519999999999997, + "sparse_average": 0.2738339125, + "sparse_integral": 0.00019909449999999998, + "sparse_comparison": -0.00013729999999999998 }, { "id": "464", @@ -2117,38 +2117,38 @@ [ 0.0, [ - 0.00021390000000000002 + 0.00034130000000000006 ] ], [ 0.4, [ - 0.0005855999999999999 + 0.0008125 ] ], [ 0.8, [ - 0.00022300000000000003 + 0.0003064 ] ], [ 0.99, [ - 6.620000000000001e-05 + 0.0001069 ] ] ], "averages": { - "0.0": 0.00021390000000000002, - "0.4": 0.0005855999999999999, - "0.8": 0.00022300000000000003, - "0.99": 6.620000000000001e-05 + "0.0": 0.00034130000000000006, + "0.4": 0.0008125, + "0.8": 0.0003064, + "0.99": 0.0001069 }, - "baseline_average": 0.00021390000000000002, - "sparse_average": 0.27388608750000004, - "sparse_integral": 0.000349094, - "sparse_comparison": -0.0001477 + "baseline_average": 0.00034130000000000006, + "sparse_average": 0.2739458875, + "sparse_integral": 0.0004938035, + "sparse_comparison": -0.00023440000000000006 }, { "id": "467", @@ -2161,38 +2161,38 @@ [ 0.0, [ - 8.509999999999998e-05 + 0.0001112 ] ], [ 0.4, [ - 0.0002135 + 0.00029979999999999997 ] ], [ 0.8, [ - 8.669999999999997e-05 + 0.00012509999999999998 ] ], [ 0.99, [ - 4.849999999999999e-05 + 5.33e-05 ] ] ], "averages": { - "0.0": 8.509999999999998e-05, - "0.4": 0.0002135, - "0.8": 8.669999999999997e-05, - "0.99": 4.849999999999999e-05 + "0.0": 0.0001112, + "0.4": 0.00029979999999999997, + "0.8": 0.00012509999999999998, + "0.99": 5.33e-05 }, - "baseline_average": 8.509999999999998e-05, - "sparse_average": 0.273804225, - "sparse_integral": 0.000132604, - "sparse_comparison": -3.659999999999999e-05 + "baseline_average": 0.0001112, + "sparse_average": 0.273823675, + "sparse_integral": 0.000184128, + "sparse_comparison": -5.7900000000000005e-05 }, { "id": "469", @@ -2205,38 +2205,38 @@ [ 0.0, [ - 0.00016989999999999998 + 0.00022640000000000003 ] ], [ 0.4, [ - 0.0004786999999999999 + 0.0006778000000000001 ] ], [ 0.8, [ - 0.00017409999999999998 + 0.00023949999999999997 ] ], [ 0.99, [ - 6.020000000000001e-05 + 8.929999999999998e-05 ] ] ], "averages": { - "0.0": 0.00016989999999999998, - "0.4": 0.0004786999999999999, - "0.8": 0.00017409999999999998, - "0.99": 6.020000000000001e-05 + "0.0": 0.00022640000000000003, + "0.4": 0.0006778000000000001, + "0.8": 0.00023949999999999997, + "0.99": 8.929999999999998e-05 }, - "baseline_average": 0.00016989999999999998, - "sparse_average": 0.2738603625, - "sparse_integral": 0.0002825385, - "sparse_comparison": -0.00010969999999999997 + "baseline_average": 0.00022640000000000003, + "sparse_average": 0.273904125, + "sparse_integral": 0.00039553600000000004, + "sparse_comparison": -0.00013710000000000005 }, { "id": "473", @@ -2249,38 +2249,38 @@ [ 0.0, [ - 0.00013179999999999998 + 0.0001386 ] ], [ 0.4, [ - 0.00035279999999999996 + 0.0005352 ] ], [ 0.8, [ - 0.00013720000000000003 + 0.00017759999999999998 ] ], [ 0.99, [ - 5.46e-05 + 7.939999999999999e-05 ] ] ], "averages": { - "0.0": 0.00013179999999999998, - "0.4": 0.00035279999999999996, - "0.8": 0.00013720000000000003, - "0.99": 5.46e-05 + "0.0": 0.0001386, + "0.4": 0.0005352, + "0.8": 0.00017759999999999998, + "0.99": 7.939999999999999e-05 }, - "baseline_average": 0.00013179999999999998, - "sparse_average": 0.27383455, - "sparse_integral": 0.00021314099999999997, - "sparse_comparison": -7.719999999999998e-05 + "baseline_average": 0.0001386, + "sparse_average": 0.27386635, + "sparse_integral": 0.000301735, + "sparse_comparison": -5.9200000000000016e-05 }, { "id": "476", @@ -2293,38 +2293,38 @@ [ 0.0, [ - 0.0001891 + 0.00029749999999999997 ] ], [ 0.4, [ - 0.0006075 + 0.0007905 ] ], [ 0.8, [ - 0.00020539999999999998 + 0.0002928 ] ], [ 0.99, [ - 5.720000000000001e-05 + 9.149999999999999e-05 ] ] ], "averages": { - "0.0": 0.0001891, - "0.4": 0.0006075, - "0.8": 0.00020539999999999998, - "0.99": 5.720000000000001e-05 + "0.0": 0.00029749999999999997, + "0.4": 0.0007905, + "0.8": 0.0002928, + "0.99": 9.149999999999999e-05 }, - "baseline_average": 0.0001891, - "sparse_average": 0.2738824, - "sparse_integral": 0.000346847, - "sparse_comparison": -0.00013189999999999998 + "baseline_average": 0.00029749999999999997, + "sparse_average": 0.2739340375, + "sparse_integral": 0.00047076849999999994, + "sparse_comparison": -0.00020599999999999997 }, { "id": "479", @@ -2337,38 +2337,38 @@ [ 0.0, [ - 8.719999999999999e-05 + 0.0001116 ] ], [ 0.4, [ - 0.00020260000000000002 + 0.00030389999999999996 ] ], [ 0.8, [ - 8.999999999999998e-05 + 0.0001328 ] ], [ 0.99, [ - 4.519999999999999e-05 + 5.7100000000000006e-05 ] ] ], "averages": { - "0.0": 8.719999999999999e-05, - "0.4": 0.00020260000000000002, - "0.8": 8.999999999999998e-05, - "0.99": 4.519999999999999e-05 + "0.0": 0.0001116, + "0.4": 0.00030389999999999996, + "0.8": 0.0001328, + "0.99": 5.7100000000000006e-05 }, - "baseline_average": 8.719999999999999e-05, - "sparse_average": 0.273803125, - "sparse_integral": 0.000129324, - "sparse_comparison": -4.2000000000000004e-05 + "baseline_average": 0.0001116, + "sparse_average": 0.273825675, + "sparse_integral": 0.0001884805, + "sparse_comparison": -5.4499999999999997e-05 }, { "id": "483", @@ -2381,38 +2381,38 @@ [ 0.0, [ - 0.0001277 + 0.0001391 ] ], [ 0.4, [ - 0.00035569999999999997 + 0.0005175999999999999 ] ], [ 0.8, [ - 0.0001412 + 0.0001757 ] ], [ 0.99, [ - 6.059999999999999e-05 + 7.899999999999998e-05 ] ] ], "averages": { - "0.0": 0.0001277, - "0.4": 0.00035569999999999997, - "0.8": 0.0001412, - "0.99": 6.059999999999999e-05 + "0.0": 0.0001391, + "0.4": 0.0005175999999999999, + "0.8": 0.0001757, + "0.99": 7.899999999999998e-05 }, - "baseline_average": 0.0001277, - "sparse_average": 0.27383565, - "sparse_integral": 0.000215231, - "sparse_comparison": -6.71e-05 + "baseline_average": 0.0001391, + "sparse_average": 0.273863925, + "sparse_integral": 0.00029419649999999994, + "sparse_comparison": -6.010000000000001e-05 }, { "id": "486", @@ -2425,38 +2425,38 @@ [ 0.0, [ - 0.0001819 + 0.00028969999999999994 ] ], [ 0.4, [ - 0.0005830000000000001 + 0.0007874 ] ], [ 0.8, [ - 0.00022149999999999996 + 0.0002953 ] ], [ 0.99, [ - 5.83e-05 + 9.259999999999999e-05 ] ] ], "averages": { - "0.0": 0.0001819, - "0.4": 0.0005830000000000001, - "0.8": 0.00022149999999999996, - "0.99": 5.83e-05 + "0.0": 0.00028969999999999994, + "0.4": 0.0007874, + "0.8": 0.0002953, + "0.99": 9.259999999999999e-05 }, - "baseline_average": 0.0001819, - "sparse_average": 0.2738805875, - "sparse_integral": 0.00034046099999999996, - "sparse_comparison": -0.0001236 + "baseline_average": 0.00028969999999999994, + "sparse_average": 0.273933125, + "sparse_integral": 0.0004688105, + "sparse_comparison": -0.00019709999999999997 }, { "id": "489", @@ -2469,41 +2469,41 @@ [ 0.0, [ - 8.509999999999998e-05 + 0.0001084 ] ], [ 0.4, [ - 0.00020479999999999996 + 0.0003023 ] ], [ 0.8, [ - 9.439999999999999e-05 + 0.00013200000000000004 ] ], [ 0.99, [ - 4.9699999999999995e-05 + 5.660000000000001e-05 ] ] ], "averages": { - "0.0": 8.509999999999998e-05, - "0.4": 0.00020479999999999996, - "0.8": 9.439999999999999e-05, - "0.99": 4.9699999999999995e-05 + "0.0": 0.0001084, + "0.4": 0.0003023, + "0.8": 0.00013200000000000004, + "0.99": 5.660000000000001e-05 }, - "baseline_average": 8.509999999999998e-05, - "sparse_average": 0.27380425, - "sparse_integral": 0.00013150949999999998, - "sparse_comparison": -3.5399999999999986e-05 + "baseline_average": 0.0001084, + "sparse_average": 0.2738249125, + "sparse_integral": 0.000186917, + "sparse_comparison": -5.18e-05 }, { - "id": null, + "id": "493", "name": "pooling_54", "index": 55, "baseline_measurement_index": 0, @@ -2513,17 +2513,38 @@ [ 0.0, [ - 9.399999999999998e-06 + 8.400000000000001e-06 + ] + ], + [ + 0.4, + [ + 7.9e-06 + ] + ], + [ + 0.8, + [ + 7.800000000000002e-06 + ] + ], + [ + 0.99, + [ + 7.7e-06 ] ] ], "averages": { - "0.0": 9.399999999999998e-06 + "0.0": 8.400000000000001e-06, + "0.4": 7.9e-06, + "0.8": 7.800000000000002e-06, + "0.99": 7.7e-06 }, - "baseline_average": 9.399999999999998e-06, - "sparse_average": 4.699999999999999e-06, - "sparse_integral": 9.399999999999998e-06, - "sparse_comparison": 0.0 + "baseline_average": 8.400000000000001e-06, + "sparse_average": 0.273753975, + "sparse_integral": 7.872500000000001e-06, + "sparse_comparison": -7.000000000000001e-07 }, { "id": "output_0", @@ -2536,38 +2557,38 @@ [ 0.007936508394777775, [ - 0.00011280000000000002 + 0.0001244 ] ], [ 0.4, [ - 0.00011269999999999999 + 0.0001235 ] ], [ 0.8, [ - 0.00011229999999999999 + 0.00012179999999999999 ] ], [ 0.99, [ - 0.00010960000000000001 + 0.0001267 ] ] ], "averages": { - "0.007936508394777775": 0.00011280000000000002, - "0.4": 0.00011269999999999999, - "0.8": 0.00011229999999999999, - "0.99": 0.00010960000000000001 + "0.007936508394777775": 0.0001244, + "0.4": 0.0001235, + "0.8": 0.00012179999999999999, + "0.99": 0.0001267 }, - "baseline_average": 0.00011280000000000002, - "sparse_average": 0.2747979885493472, - "sparse_integral": 0.00011028565867848879, - "sparse_comparison": -3.20000000000001e-06 + "baseline_average": 0.0001244, + "sparse_average": 0.27480411354934725, + "sparse_integral": 0.0001212637697844673, + "sparse_comparison": 2.3000000000000017e-06 }, { "id": null, @@ -2580,20 +2601,20 @@ [ 0.0, [ - 4.6e-06 + 5.399999999999999e-06 ] ] ], "averages": { - "0.0": 4.6e-06 + "0.0": 5.399999999999999e-06 }, - "baseline_average": 4.6e-06, - "sparse_average": 2.3e-06, - "sparse_integral": 4.6e-06, + "baseline_average": 5.399999999999999e-06, + "sparse_average": 2.6999999999999996e-06, + "sparse_integral": 5.399999999999999e-06, "sparse_comparison": 0.0 }, { - "id": null, + "id": "output_1", "name": "softmax_57", "index": 58, "baseline_measurement_index": 0, @@ -2603,140 +2624,87 @@ [ 0.0, [ - 1.4800000000000002e-05 - ] - ] - ], - "averages": { - "0.0": 1.4800000000000002e-05 - }, - "baseline_average": 1.4800000000000002e-05, - "sparse_average": 7.400000000000001e-06, - "sparse_integral": 1.4800000000000002e-05, - "sparse_comparison": 0.0 - }, - { - "id": null, - "name": "ORT Subgraph 1", - "index": 59, - "baseline_measurement_index": 0, - "has_baseline": true, - "baseline_measurement_key": 0.0, - "sparse_measurements": [ - [ - 0.0, - [ - 1.9999999999999998e-05 + 1.1999999999999999e-05 ] ], [ 0.4, [ - 2.1e-05 + 1.1699999999999998e-05 ] ], [ 0.8, [ - 2.1e-05 + 1.1999999999999999e-05 ] ], [ 0.99, [ - 1.9999999999999998e-05 + 1.1499999999999998e-05 ] ] ], "averages": { - "0.0": 1.9999999999999998e-05, - "0.4": 2.1e-05, - "0.8": 2.1e-05, - "0.99": 1.9999999999999998e-05 + "0.0": 1.1999999999999999e-05, + "0.4": 1.1699999999999998e-05, + "0.8": 1.1999999999999999e-05, + "0.99": 1.1499999999999998e-05 }, - "baseline_average": 1.9999999999999998e-05, - "sparse_average": 0.27376025, - "sparse_integral": 2.0494999999999996e-05, - "sparse_comparison": 0.0 + "baseline_average": 1.1999999999999999e-05, + "sparse_average": 0.27375590000000005, + "sparse_integral": 1.1712499999999998e-05, + "sparse_comparison": -5.000000000000003e-07 }, { "id": null, - "name": "shuffle_2", - "index": 3, - "baseline_measurement_index": -1, - "has_baseline": false, - "baseline_measurement_key": null, + "name": "ORT Subgraph 1", + "index": 59, + "baseline_measurement_index": 0, + "has_baseline": true, + "baseline_measurement_key": 0.0, "sparse_measurements": [ [ - 0.4, - [ - 3.0100000000000007e-05 - ] - ], - [ - 0.8, + 0.0, [ - 2.8200000000000004e-05 + 2.1999999999999996e-05 ] ], - [ - 0.99, - [ - 2.7700000000000002e-05 - ] - ] - ], - "averages": { - "0.4": 3.0100000000000007e-05, - "0.8": 2.8200000000000004e-05, - "0.99": 2.7700000000000002e-05 - }, - "baseline_average": null, - "sparse_average": 0.36501433333333333, - "sparse_integral": 1.6970500000000003e-05, - "sparse_comparison": -2.400000000000004e-06 - }, - { - "id": null, - "name": "shuffle_55", - "index": 56, - "baseline_measurement_index": -1, - "has_baseline": false, - "baseline_measurement_key": null, - "sparse_measurements": [ [ 0.4, [ - 3.579999999999999e-05 + 2.3999999999999997e-05 ] ], [ 0.8, [ - 3.0000000000000004e-05 + 2.1e-05 ] ], [ 0.99, [ - 2.89e-05 + 2.1999999999999996e-05 ] ] ], "averages": { - "0.4": 3.579999999999999e-05, - "0.8": 3.0000000000000004e-05, - "0.99": 2.89e-05 + "0.0": 2.1999999999999996e-05, + "0.4": 2.3999999999999997e-05, + "0.8": 2.1e-05, + "0.99": 2.1999999999999996e-05 }, - "baseline_average": null, - "sparse_average": 0.3650157833333334, - "sparse_integral": 1.8755499999999997e-05, - "sparse_comparison": -6.899999999999988e-06 + "baseline_average": 2.1999999999999996e-05, + "sparse_average": 0.273761125, + "sparse_integral": 2.2284999999999998e-05, + "sparse_comparison": 0.0 }, { "id": null, - "name": "pooling_56", - "index": 57, + "name": "shuffle_2", + "index": 3, "baseline_measurement_index": -1, "has_baseline": false, "baseline_measurement_key": null, @@ -2744,36 +2712,36 @@ [ 0.4, [ - 1.0899999999999999e-05 + 3.470000000000001e-05 ] ], [ 0.8, [ - 1.0699999999999998e-05 + 3.69e-05 ] ], [ 0.99, [ - 1.09e-05 + 3.530000000000001e-05 ] ] ], "averages": { - "0.4": 1.0899999999999999e-05, - "0.8": 1.0699999999999998e-05, - "0.99": 1.09e-05 + "0.4": 3.470000000000001e-05, + "0.8": 3.69e-05, + "0.99": 3.530000000000001e-05 }, "baseline_average": null, - "sparse_average": 0.3650054166666667, - "sparse_integral": 6.3719999999999985e-06, - "sparse_comparison": 1.6940658945086007e-21 + "sparse_average": 0.36501781666666666, + "sparse_integral": 2.1179000000000002e-05, + "sparse_comparison": 6.00000000000001e-07 }, { "id": null, - "name": "shuffle_58", - "index": 59, + "name": "shuffle_55", + "index": 56, "baseline_measurement_index": -1, "has_baseline": false, "baseline_measurement_key": null, @@ -2781,36 +2749,36 @@ [ 0.4, [ - 4.499999999999999e-06 + 2.71e-05 ] ], [ 0.8, [ - 5e-06 + 2.1599999999999996e-05 ] ], [ 0.99, [ - 4.700000000000001e-06 + 2.0899999999999996e-05 ] ] ], "averages": { - "0.4": 4.499999999999999e-06, - "0.8": 5e-06, - "0.99": 4.700000000000001e-06 + "0.4": 2.71e-05, + "0.8": 2.1599999999999996e-05, + "0.99": 2.0899999999999996e-05 }, "baseline_average": null, - "sparse_average": 0.3650023666666667, - "sparse_integral": 2.8215e-06, - "sparse_comparison": 2.0000000000000147e-07 + "sparse_average": 0.36501160000000005, + "sparse_integral": 1.3777499999999998e-05, + "sparse_comparison": -6.200000000000005e-06 }, { "id": null, - "name": "softmax_59", - "index": 60, + "name": "shuffle_58", + "index": 59, "baseline_measurement_index": -1, "has_baseline": false, "baseline_measurement_key": null, @@ -2818,31 +2786,31 @@ [ 0.4, [ - 1.6200000000000004e-05 + 5.799999999999999e-06 ] ], [ 0.8, [ - 1.5200000000000002e-05 + 7.2e-06 ] ], [ 0.99, [ - 1.4700000000000002e-05 + 5.399999999999999e-06 ] ] ], "averages": { - "0.4": 1.6200000000000004e-05, - "0.8": 1.5200000000000002e-05, - "0.99": 1.4700000000000002e-05 + "0.4": 5.799999999999999e-06, + "0.8": 7.2e-06, + "0.99": 5.399999999999999e-06 }, "baseline_average": null, - "sparse_average": 0.36500768333333333, - "sparse_integral": 9.120500000000002e-06, - "sparse_comparison": -1.5000000000000026e-06 + "sparse_average": 0.36500306666666665, + "sparse_integral": 3.797e-06, + "sparse_comparison": -3.9999999999999956e-07 } ] } \ No newline at end of file