diff --git a/tests/sparseml/onnx/optim/test_sensitivity_ks_data/mobilenet_perf.json b/tests/sparseml/onnx/optim/test_sensitivity_ks_data/mobilenet_perf.json index 02918389705..e24021e4c15 100644 --- a/tests/sparseml/onnx/optim/test_sensitivity_ks_data/mobilenet_perf.json +++ b/tests/sparseml/onnx/optim/test_sensitivity_ks_data/mobilenet_perf.json @@ -12,74 +12,74 @@ [ 0.0, [ - 0.0013919999999999996, - 0.0013929999999999995, - 0.001393, - 0.0013959999999999997, - 0.001397, - 0.001401, - 0.0014029999999999995, - 0.0014089999999999997, - 0.0014160000000000002, - 0.0014189999999999997 + 0.0014079999999999997, + 0.0014129999999999995, + 0.001417, + 0.0014179999999999998, + 0.0014179999999999998, + 0.001419, + 0.0014199999999999996, + 0.0014229999999999998, + 0.0014239999999999995, + 0.0014239999999999995 ] ], [ 0.4, [ - 0.002430999999999999, - 0.0024349999999999992, - 0.0024349999999999997, - 0.0024379999999999988, - 0.002441999999999999, - 0.0024489999999999994, - 0.0024589999999999994, - 0.0024609999999999983, - 0.002461999999999999, - 0.002462999999999999 + 0.0024389999999999993, + 0.0024489999999999985, + 0.0024529999999999995, + 0.0024559999999999985, + 0.002470999999999999, + 0.0024739999999999996, + 0.0024749999999999993, + 0.0024789999999999994, + 0.0024879999999999998, + 0.002488999999999999 ] ], [ 0.8, [ - 0.0012890000000000002, - 0.001295, - 0.0012970000000000002, - 0.0013009999999999999, - 0.001304, - 0.0013050000000000002, + 0.001306, + 0.0013089999999999998, 0.0013090000000000003, - 0.0013210000000000001, - 0.0013300000000000005, - 0.0013510000000000002 + 0.0013110000000000003, + 0.0013150000000000002, + 0.001319, + 0.0013199999999999998, + 0.001322, + 0.001325, + 0.001333 ] ], [ 0.99, [ - 0.0009500000000000004, - 0.0009520000000000004, - 0.0009540000000000004, + 0.0009090000000000004, + 0.0009180000000000004, + 0.0009240000000000005, + 0.0009290000000000004, + 0.0009360000000000004, + 0.0009380000000000004, + 0.0009410000000000004, + 0.0009460000000000004, 0.0009550000000000004, - 0.0009570000000000004, - 0.0009580000000000004, - 0.0009590000000000004, - 0.0009600000000000005, - 0.0009600000000000005, - 0.0009630000000000004 + 0.0009730000000000004 ] ] ], "averages": { - "0.0": 0.0014019, - "0.4": 0.002447499999999999, - "0.8": 0.0013102, - "0.99": 0.0009568000000000005 + "0.0": 0.0014183999999999998, + "0.4": 0.002467299999999999, + "0.8": 0.0013169, + "0.99": 0.0009369000000000004 }, - "baseline_average": 0.0014019, - "sparse_average": 0.27451455, - "sparse_integral": 0.0017367849999999994, - "sparse_comparison": -0.0004450999999999995 + "baseline_average": 0.0014183999999999998, + "sparse_average": 0.2745174375, + "sparse_integral": 0.0017480909999999996, + "sparse_comparison": -0.0004814999999999994 }, "results": [ { @@ -93,38 +93,38 @@ [ 0.0, [ - 3.300000000000001e-05 + 2.8000000000000003e-05 ] ], [ 0.4, [ - 3.0000000000000004e-05 + 3.2000000000000005e-05 ] ], [ 0.8, [ - 3.899999999999999e-05 + 2.8000000000000003e-05 ] ], [ 0.99, [ - 3.4000000000000007e-05 + 3.0000000000000004e-05 ] ] ], "averages": { - "0.0": 3.300000000000001e-05, - "0.4": 3.0000000000000004e-05, - "0.8": 3.899999999999999e-05, - "0.99": 3.4000000000000007e-05 + "0.0": 2.8000000000000003e-05, + "0.4": 3.2000000000000005e-05, + "0.8": 2.8000000000000003e-05, + "0.99": 3.0000000000000004e-05 }, - "baseline_average": 3.300000000000001e-05, - "sparse_average": 0.273767, - "sparse_integral": 3.3335000000000005e-05, - "sparse_comparison": 9.999999999999972e-07 + "baseline_average": 2.8000000000000003e-05, + "sparse_average": 0.27376475, + "sparse_integral": 2.9510000000000004e-05, + "sparse_comparison": 2.000000000000001e-06 }, { "id": "165", @@ -137,38 +137,38 @@ [ 0.0, [ - 4.01e-05 + 4.07e-05 ] ], [ 0.4, [ - 4.5099999999999985e-05 + 4.529999999999999e-05 ] ], [ 0.8, [ - 4.0499999999999995e-05 + 3.9099999999999995e-05 ] ], [ 0.99, [ - 2.9600000000000005e-05 + 3.0600000000000005e-05 ] ] ], "averages": { - "0.0": 4.01e-05, - "0.4": 4.5099999999999985e-05, - "0.8": 4.0499999999999995e-05, - "0.99": 2.9600000000000005e-05 + "0.0": 4.07e-05, + "0.4": 4.529999999999999e-05, + "0.8": 3.9099999999999995e-05, + "0.99": 3.0600000000000005e-05 }, - "baseline_average": 4.01e-05, - "sparse_average": 0.2737694125, - "sparse_integral": 4.081949999999999e-05, - "sparse_comparison": -1.0499999999999994e-05 + "baseline_average": 4.07e-05, + "sparse_average": 0.2737694625, + "sparse_integral": 4.0701499999999996e-05, + "sparse_comparison": -1.0099999999999995e-05 }, { "id": "168", @@ -181,38 +181,38 @@ [ 0.0, [ - 2.7400000000000002e-05 + 2.69e-05 ] ], [ 0.4, [ - 3.19e-05 + 3.0300000000000005e-05 ] ], [ 0.8, [ - 2.58e-05 + 2.4799999999999996e-05 ] ], [ 0.99, [ - 2.3999999999999997e-05 + 2.4699999999999997e-05 ] ] ], "averages": { - "0.0": 2.7400000000000002e-05, - "0.4": 3.19e-05, - "0.8": 2.58e-05, - "0.99": 2.3999999999999997e-05 + "0.0": 2.69e-05, + "0.4": 3.0300000000000005e-05, + "0.8": 2.4799999999999996e-05, + "0.99": 2.4699999999999997e-05 }, - "baseline_average": 2.7400000000000002e-05, - "sparse_average": 0.2737636375, - "sparse_integral": 2.8131000000000002e-05, - "sparse_comparison": -3.4000000000000047e-06 + "baseline_average": 2.69e-05, + "sparse_average": 0.27376333750000004, + "sparse_integral": 2.71625e-05, + "sparse_comparison": -2.2000000000000027e-06 }, { "id": "171", @@ -225,38 +225,38 @@ [ 0.0, [ - 4.959999999999999e-05 + 4.839999999999999e-05 ] ], [ 0.4, [ - 7.269999999999999e-05 + 7.299999999999999e-05 ] ], [ 0.8, [ - 5.450000000000001e-05 + 5.5400000000000005e-05 ] ], [ 0.99, [ - 4.329999999999999e-05 + 4.2699999999999994e-05 ] ] ], "averages": { - "0.0": 4.959999999999999e-05, - "0.4": 7.269999999999999e-05, - "0.8": 5.450000000000001e-05, - "0.99": 4.329999999999999e-05 + "0.0": 4.839999999999999e-05, + "0.4": 7.299999999999999e-05, + "0.8": 5.5400000000000005e-05, + "0.99": 4.2699999999999994e-05 }, - "baseline_average": 4.959999999999999e-05, - "sparse_average": 0.2737775125, - "sparse_integral": 5.9191e-05, - "sparse_comparison": -6.300000000000004e-06 + "baseline_average": 4.839999999999999e-05, + "sparse_average": 0.2737774375, + "sparse_integral": 5.9279499999999994e-05, + "sparse_comparison": -5.699999999999996e-06 }, { "id": "174", @@ -269,38 +269,38 @@ [ 0.0, [ - 3.0500000000000006e-05 + 3.16e-05 ] ], [ 0.4, [ - 0.00013679999999999996 + 0.00013730000000000003 ] ], [ 0.8, [ - 8.259999999999999e-05 + 8.719999999999998e-05 ] ], [ 0.99, [ - 6.5e-05 + 5.840000000000001e-05 ] ] ], "averages": { - "0.0": 3.0500000000000006e-05, - "0.4": 0.00013679999999999996, - "0.8": 8.259999999999999e-05, - "0.99": 6.5e-05 + "0.0": 3.16e-05, + "0.4": 0.00013730000000000003, + "0.8": 8.719999999999998e-05, + "0.99": 5.840000000000001e-05 }, - "baseline_average": 3.0500000000000006e-05, - "sparse_average": 0.2737893625, - "sparse_integral": 9.136199999999998e-05, - "sparse_comparison": 3.4499999999999985e-05 + "baseline_average": 3.16e-05, + "sparse_average": 0.2737893125, + "sparse_integral": 9.251200000000001e-05, + "sparse_comparison": 2.6800000000000008e-05 }, { "id": "177", @@ -313,38 +313,38 @@ [ 0.0, [ - 5.3400000000000004e-05 + 5.300000000000001e-05 ] ], [ 0.4, [ - 4.98e-05 + 4.8799999999999994e-05 ] ], [ 0.8, [ - 3.38e-05 + 3.3900000000000004e-05 ] ], [ 0.99, [ - 2.9400000000000003e-05 + 2.8200000000000004e-05 ] ] ], "averages": { - "0.0": 5.3400000000000004e-05, - "0.4": 4.98e-05, - "0.8": 3.38e-05, - "0.99": 2.9400000000000003e-05 + "0.0": 5.300000000000001e-05, + "0.4": 4.8799999999999994e-05, + "0.8": 3.3900000000000004e-05, + "0.99": 2.8200000000000004e-05 }, - "baseline_average": 5.3400000000000004e-05, - "sparse_average": 0.2737708, - "sparse_integral": 4.3364e-05, - "sparse_comparison": -2.4e-05 + "baseline_average": 5.300000000000001e-05, + "sparse_average": 0.2737704875, + "sparse_integral": 4.27995e-05, + "sparse_comparison": -2.4800000000000003e-05 }, { "id": "180", @@ -357,38 +357,38 @@ [ 0.0, [ - 2.8000000000000003e-05 + 2.8400000000000003e-05 ] ], [ 0.4, [ - 7.64e-05 + 7.539999999999999e-05 ] ], [ 0.8, [ - 7.709999999999999e-05 + 7.62e-05 ] ], [ 0.99, [ - 7.489999999999999e-05 + 7.309999999999999e-05 ] ] ], "averages": { - "0.0": 2.8000000000000003e-05, - "0.4": 7.64e-05, - "0.8": 7.709999999999999e-05, - "0.99": 7.489999999999999e-05 + "0.0": 2.8400000000000003e-05, + "0.4": 7.539999999999999e-05, + "0.8": 7.62e-05, + "0.99": 7.309999999999999e-05 }, - "baseline_average": 2.8000000000000003e-05, - "sparse_average": 0.27378205, - "sparse_integral": 6.602e-05, - "sparse_comparison": 4.689999999999999e-05 + "baseline_average": 2.8400000000000003e-05, + "sparse_average": 0.2737816375, + "sparse_integral": 6.526349999999998e-05, + "sparse_comparison": 4.469999999999999e-05 }, { "id": "183", @@ -401,38 +401,38 @@ [ 0.0, [ - 8.769999999999998e-05 + 8.659999999999998e-05 ] ], [ 0.4, [ - 8.45e-05 + 8.340000000000001e-05 ] ], [ 0.8, [ - 4.2e-05 + 4.329999999999999e-05 ] ], [ 0.99, [ - 3.280000000000001e-05 + 3.180000000000001e-05 ] ] ], "averages": { - "0.0": 8.769999999999998e-05, - "0.4": 8.45e-05, - "0.8": 4.2e-05, - "0.99": 3.280000000000001e-05 + "0.0": 8.659999999999998e-05, + "0.4": 8.340000000000001e-05, + "0.8": 4.329999999999999e-05, + "0.99": 3.180000000000001e-05 }, - "baseline_average": 8.769999999999998e-05, - "sparse_average": 0.27378087500000003, - "sparse_integral": 6.684599999999999e-05, - "sparse_comparison": -5.4899999999999966e-05 + "baseline_average": 8.659999999999998e-05, + "sparse_average": 0.27378063750000003, + "sparse_integral": 6.64745e-05, + "sparse_comparison": -5.479999999999997e-05 }, { "id": "186", @@ -445,38 +445,38 @@ [ 0.0, [ - 1.61e-05 + 1.99e-05 ] ], [ 0.4, [ - 4.309999999999999e-05 + 4.14e-05 ] ], [ 0.8, [ - 4.0999999999999994e-05 + 4.14e-05 ] ], [ 0.99, [ - 3.949999999999999e-05 + 4.0799999999999996e-05 ] ] ], "averages": { - "0.0": 1.61e-05, - "0.4": 4.309999999999999e-05, - "0.8": 4.0999999999999994e-05, - "0.99": 3.949999999999999e-05 + "0.0": 1.99e-05, + "0.4": 4.14e-05, + "0.8": 4.14e-05, + "0.99": 4.0799999999999996e-05 }, - "baseline_average": 1.61e-05, - "sparse_average": 0.2737674625, - "sparse_integral": 3.630749999999999e-05, - "sparse_comparison": 2.3399999999999993e-05 + "baseline_average": 1.99e-05, + "sparse_average": 0.2737679375, + "sparse_integral": 3.6629e-05, + "sparse_comparison": 2.0899999999999996e-05 }, { "id": "189", @@ -489,38 +489,38 @@ [ 0.0, [ - 4.819999999999999e-05 + 4.639999999999999e-05 ] ], [ 0.4, [ - 5.33e-05 + 5.0799999999999995e-05 ] ], [ 0.8, [ - 2.7500000000000004e-05 + 2.69e-05 ] ], [ 0.99, [ - 2.3299999999999994e-05 + 2.2399999999999996e-05 ] ] ], "averages": { - "0.0": 4.819999999999999e-05, - "0.4": 5.33e-05, - "0.8": 2.7500000000000004e-05, - "0.99": 2.3299999999999994e-05 + "0.0": 4.639999999999999e-05, + "0.4": 5.0799999999999995e-05, + "0.8": 2.69e-05, + "0.99": 2.2399999999999996e-05 }, - "baseline_average": 4.819999999999999e-05, - "sparse_average": 0.2737690375, - "sparse_integral": 4.1286e-05, - "sparse_comparison": -2.49e-05 + "baseline_average": 4.639999999999999e-05, + "sparse_average": 0.2737683125, + "sparse_integral": 3.96635e-05, + "sparse_comparison": -2.3999999999999994e-05 }, { "id": "192", @@ -533,38 +533,38 @@ [ 0.0, [ - 1.61e-05 + 1.6000000000000003e-05 ] ], [ 0.4, [ - 4.409999999999999e-05 + 4.14e-05 ] ], [ 0.8, [ - 4.3099999999999984e-05 + 4.0999999999999994e-05 ] ], [ 0.99, [ - 4.2899999999999986e-05 + 3.929999999999999e-05 ] ] ], "averages": { - "0.0": 1.61e-05, - "0.4": 4.409999999999999e-05, - "0.8": 4.3099999999999984e-05, - "0.99": 4.2899999999999986e-05 + "0.0": 1.6000000000000003e-05, + "0.4": 4.14e-05, + "0.8": 4.0999999999999994e-05, + "0.99": 3.929999999999999e-05 }, - "baseline_average": 1.61e-05, - "sparse_average": 0.273768275, - "sparse_integral": 3.764999999999999e-05, - "sparse_comparison": 2.6799999999999987e-05 + "baseline_average": 1.6000000000000003e-05, + "sparse_average": 0.2737672125, + "sparse_integral": 3.55885e-05, + "sparse_comparison": 2.329999999999999e-05 }, { "id": "195", @@ -583,13 +583,13 @@ [ 0.4, [ - 9.649999999999999e-05 + 9.599999999999999e-05 ] ], [ 0.8, [ - 4.479999999999999e-05 + 4.7399999999999993e-05 ] ], [ @@ -601,13 +601,13 @@ ], "averages": { "0.0": 8.539999999999999e-05, - "0.4": 9.649999999999999e-05, - "0.8": 4.479999999999999e-05, + "0.4": 9.599999999999999e-05, + "0.8": 4.7399999999999993e-05, "0.99": 3.1400000000000004e-05 }, "baseline_average": 8.539999999999999e-05, - "sparse_average": 0.27378226250000004, - "sparse_integral": 7.187900000000001e-05, + "sparse_average": 0.273782525, + "sparse_integral": 7.2446e-05, "sparse_comparison": -5.3999999999999984e-05 }, { @@ -621,38 +621,38 @@ [ 0.0, [ - 1.0399999999999999e-05 + 1.0699999999999998e-05 ] ], [ 0.4, [ - 2.2899999999999998e-05 + 2.1799999999999998e-05 ] ], [ 0.8, [ - 2.1599999999999996e-05 + 2.17e-05 ] ], [ 0.99, [ - 2.0399999999999998e-05 + 2.1099999999999998e-05 ] ] ], "averages": { - "0.0": 1.0399999999999999e-05, - "0.4": 2.2899999999999998e-05, - "0.8": 2.1599999999999996e-05, - "0.99": 2.0399999999999998e-05 + "0.0": 1.0699999999999998e-05, + "0.4": 2.1799999999999998e-05, + "0.8": 2.17e-05, + "0.99": 2.1099999999999998e-05 }, - "baseline_average": 1.0399999999999999e-05, + "baseline_average": 1.0699999999999998e-05, "sparse_average": 0.2737594125, - "sparse_integral": 1.9549999999999997e-05, - "sparse_comparison": 9.999999999999999e-06 + "sparse_integral": 1.9265999999999995e-05, + "sparse_comparison": 1.04e-05 }, { "id": "201", @@ -665,38 +665,38 @@ [ 0.0, [ - 5.3200000000000006e-05 + 5.3400000000000004e-05 ] ], [ 0.4, [ - 6.960000000000002e-05 + 6.86e-05 ] ], [ 0.8, [ - 2.68e-05 + 2.79e-05 ] ], [ 0.99, [ - 1.6200000000000004e-05 + 1.54e-05 ] ] ], "averages": { - "0.0": 5.3200000000000006e-05, - "0.4": 6.960000000000002e-05, - "0.8": 2.68e-05, - "0.99": 1.6200000000000004e-05 + "0.0": 5.3400000000000004e-05, + "0.4": 6.86e-05, + "0.8": 2.79e-05, + "0.99": 1.54e-05 }, - "baseline_average": 5.3200000000000006e-05, - "sparse_average": 0.273770725, - "sparse_integral": 4.792500000000001e-05, - "sparse_comparison": -3.7000000000000005e-05 + "baseline_average": 5.3400000000000004e-05, + "sparse_average": 0.2737706625, + "sparse_integral": 4.7813500000000006e-05, + "sparse_comparison": -3.8e-05 }, { "id": "204", @@ -709,38 +709,38 @@ [ 0.0, [ - 1.1599999999999997e-05 + 1.1699999999999998e-05 ] ], [ 0.4, [ - 2.1999999999999996e-05 + 2.1899999999999997e-05 ] ], [ 0.8, [ - 2.07e-05 + 2.1199999999999997e-05 ] ], [ 0.99, [ - 2.06e-05 + 2.0399999999999998e-05 ] ] ], "averages": { - "0.0": 1.1599999999999997e-05, - "0.4": 2.1999999999999996e-05, - "0.8": 2.07e-05, - "0.99": 2.06e-05 + "0.0": 1.1699999999999998e-05, + "0.4": 2.1899999999999997e-05, + "0.8": 2.1199999999999997e-05, + "0.99": 2.0399999999999998e-05 }, - "baseline_average": 1.1599999999999997e-05, - "sparse_average": 0.2737593625, - "sparse_integral": 1.9183499999999997e-05, - "sparse_comparison": 9.000000000000002e-06 + "baseline_average": 1.1699999999999998e-05, + "sparse_average": 0.27375940000000004, + "sparse_integral": 1.9291999999999998e-05, + "sparse_comparison": 8.7e-06 }, { "id": "207", @@ -759,32 +759,32 @@ [ 0.4, [ - 0.00013010000000000002 + 0.00013330000000000001 ] ], [ 0.8, [ - 4.609999999999999e-05 + 4.7999999999999994e-05 ] ], [ 0.99, [ - 2.3099999999999996e-05 + 2.2799999999999995e-05 ] ] ], "averages": { "0.0": 9.799999999999998e-05, - "0.4": 0.00013010000000000002, - "0.8": 4.609999999999999e-05, - "0.99": 2.3099999999999996e-05 + "0.4": 0.00013330000000000001, + "0.8": 4.7999999999999994e-05, + "0.99": 2.2799999999999995e-05 }, "baseline_average": 9.799999999999998e-05, - "sparse_average": 0.2737871625, - "sparse_integral": 8.7434e-05, - "sparse_comparison": -7.489999999999999e-05 + "sparse_average": 0.27378776250000003, + "sparse_integral": 8.924600000000002e-05, + "sparse_comparison": -7.519999999999998e-05 }, { "id": "210", @@ -797,37 +797,37 @@ [ 0.0, [ - 1.4200000000000001e-05 + 1.3800000000000002e-05 ] ], [ 0.4, [ - 2.52e-05 + 2.4199999999999995e-05 ] ], [ 0.8, [ - 2.3199999999999995e-05 + 2.3999999999999997e-05 ] ], [ 0.99, [ - 2.3099999999999996e-05 + 2.2699999999999996e-05 ] ] ], "averages": { - "0.0": 1.4200000000000001e-05, - "0.4": 2.52e-05, - "0.8": 2.3199999999999995e-05, - "0.99": 2.3099999999999996e-05 + "0.0": 1.3800000000000002e-05, + "0.4": 2.4199999999999995e-05, + "0.8": 2.3999999999999997e-05, + "0.99": 2.2699999999999996e-05 }, - "baseline_average": 1.4200000000000001e-05, - "sparse_average": 0.2737607125, - "sparse_integral": 2.19585e-05, + "baseline_average": 1.3800000000000002e-05, + "sparse_average": 0.2737605875, + "sparse_integral": 2.1676499999999995e-05, "sparse_comparison": 8.899999999999994e-06 }, { @@ -841,38 +841,38 @@ [ 0.0, [ - 9.419999999999997e-05 + 9.579999999999998e-05 ] ], [ 0.4, [ - 0.0001351 + 0.00014150000000000002 ] ], [ 0.8, [ - 4.669999999999999e-05 + 4.7499999999999996e-05 ] ], [ 0.99, [ - 2.2599999999999994e-05 + 2.2399999999999996e-05 ] ] ], "averages": { - "0.0": 9.419999999999997e-05, - "0.4": 0.0001351, - "0.8": 4.669999999999999e-05, - "0.99": 2.2599999999999994e-05 + "0.0": 9.579999999999998e-05, + "0.4": 0.00014150000000000002, + "0.8": 4.7499999999999996e-05, + "0.99": 2.2399999999999996e-05 }, - "baseline_average": 9.419999999999997e-05, - "sparse_average": 0.27378732499999997, - "sparse_integral": 8.880349999999999e-05, - "sparse_comparison": -7.159999999999998e-05 + "baseline_average": 9.579999999999998e-05, + "sparse_average": 0.2737884, + "sparse_integral": 9.19005e-05, + "sparse_comparison": -7.34e-05 }, { "id": "216", @@ -885,38 +885,38 @@ [ 0.0, [ - 1.4000000000000001e-05 + 1.4200000000000001e-05 ] ], [ 0.4, [ - 2.49e-05 + 2.5500000000000003e-05 ] ], [ 0.8, [ - 2.2899999999999998e-05 + 2.4199999999999995e-05 ] ], [ 0.99, [ - 2.3299999999999994e-05 + 2.2599999999999994e-05 ] ] ], "averages": { - "0.0": 1.4000000000000001e-05, - "0.4": 2.49e-05, - "0.8": 2.2899999999999998e-05, - "0.99": 2.3299999999999994e-05 + "0.0": 1.4200000000000001e-05, + "0.4": 2.5500000000000003e-05, + "0.8": 2.4199999999999995e-05, + "0.99": 2.2599999999999994e-05 }, - "baseline_average": 1.4000000000000001e-05, - "sparse_average": 0.2737606375, - "sparse_integral": 2.1728999999999998e-05, - "sparse_comparison": 9.299999999999992e-06 + "baseline_average": 1.4200000000000001e-05, + "sparse_average": 0.2737608125, + "sparse_integral": 2.2326000000000003e-05, + "sparse_comparison": 8.399999999999992e-06 }, { "id": "219", @@ -929,38 +929,38 @@ [ 0.0, [ - 9.549999999999999e-05 + 9.469999999999998e-05 ] ], [ 0.4, [ - 0.0001398 + 0.00013900000000000002 ] ], [ 0.8, [ - 4.609999999999999e-05 + 4.789999999999999e-05 ] ], [ 0.99, [ - 2.2299999999999993e-05 + 2.1799999999999995e-05 ] ] ], "averages": { - "0.0": 9.549999999999999e-05, - "0.4": 0.0001398, - "0.8": 4.609999999999999e-05, - "0.99": 2.2299999999999993e-05 + "0.0": 9.469999999999998e-05, + "0.4": 0.00013900000000000002, + "0.8": 4.789999999999999e-05, + "0.99": 2.1799999999999995e-05 }, - "baseline_average": 9.549999999999999e-05, - "sparse_average": 0.27378796250000004, - "sparse_integral": 9.0738e-05, - "sparse_comparison": -7.319999999999999e-05 + "baseline_average": 9.469999999999998e-05, + "sparse_average": 0.27378792500000004, + "sparse_integral": 9.07415e-05, + "sparse_comparison": -7.289999999999998e-05 }, { "id": "222", @@ -973,38 +973,38 @@ [ 0.0, [ - 1.4100000000000002e-05 + 1.4200000000000001e-05 ] ], [ 0.4, [ - 2.49e-05 + 2.4999999999999998e-05 ] ], [ 0.8, [ - 2.3099999999999996e-05 + 2.4299999999999994e-05 ] ], [ 0.99, [ - 2.3599999999999998e-05 + 2.2299999999999993e-05 ] ] ], "averages": { - "0.0": 1.4100000000000002e-05, - "0.4": 2.49e-05, - "0.8": 2.3099999999999996e-05, - "0.99": 2.3599999999999998e-05 + "0.0": 1.4200000000000001e-05, + "0.4": 2.4999999999999998e-05, + "0.8": 2.4299999999999994e-05, + "0.99": 2.2299999999999993e-05 }, - "baseline_average": 1.4100000000000002e-05, - "sparse_average": 0.2737607125, - "sparse_integral": 2.1836499999999997e-05, - "sparse_comparison": 9.499999999999995e-06 + "baseline_average": 1.4200000000000001e-05, + "sparse_average": 0.27376072500000004, + "sparse_integral": 2.2126999999999993e-05, + "sparse_comparison": 8.099999999999992e-06 }, { "id": "225", @@ -1017,38 +1017,38 @@ [ 0.0, [ - 9.379999999999998e-05 + 9.649999999999999e-05 ] ], [ 0.4, [ - 0.00013810000000000002 + 0.00013440000000000001 ] ], [ 0.8, [ - 4.5499999999999995e-05 + 4.5799999999999995e-05 ] ], [ 0.99, [ - 2.2499999999999995e-05 + 2.2099999999999995e-05 ] ] ], "averages": { - "0.0": 9.379999999999998e-05, - "0.4": 0.00013810000000000002, - "0.8": 4.5499999999999995e-05, - "0.99": 2.2499999999999995e-05 + "0.0": 9.649999999999999e-05, + "0.4": 0.00013440000000000001, + "0.8": 4.5799999999999995e-05, + "0.99": 2.2099999999999995e-05 }, - "baseline_average": 9.379999999999998e-05, - "sparse_average": 0.27378748750000004, - "sparse_integral": 8.956000000000002e-05, - "sparse_comparison": -7.129999999999998e-05 + "baseline_average": 9.649999999999999e-05, + "sparse_average": 0.27378735, + "sparse_integral": 8.867050000000001e-05, + "sparse_comparison": -7.439999999999999e-05 }, { "id": "228", @@ -1061,38 +1061,38 @@ [ 0.0, [ - 1.4200000000000001e-05 + 1.4400000000000001e-05 ] ], [ 0.4, [ - 2.51e-05 + 2.4499999999999996e-05 ] ], [ 0.8, [ - 2.3199999999999995e-05 + 2.3899999999999998e-05 ] ], [ 0.99, [ - 2.3099999999999996e-05 + 2.2899999999999998e-05 ] ] ], "averages": { - "0.0": 1.4200000000000001e-05, - "0.4": 2.51e-05, - "0.8": 2.3199999999999995e-05, - "0.99": 2.3099999999999996e-05 + "0.0": 1.4400000000000001e-05, + "0.4": 2.4499999999999996e-05, + "0.8": 2.3899999999999998e-05, + "0.99": 2.2899999999999998e-05 }, - "baseline_average": 1.4200000000000001e-05, - "sparse_average": 0.2737607, - "sparse_integral": 2.19185e-05, - "sparse_comparison": 8.899999999999994e-06 + "baseline_average": 1.4400000000000001e-05, + "sparse_average": 0.2737607125, + "sparse_integral": 2.1905999999999997e-05, + "sparse_comparison": 8.499999999999997e-06 }, { "id": "231", @@ -1105,38 +1105,38 @@ [ 0.0, [ - 9.379999999999998e-05 + 9.659999999999999e-05 ] ], [ 0.4, [ - 0.00013639999999999998 + 0.0001379 ] ], [ 0.8, [ - 4.649999999999999e-05 + 4.599999999999999e-05 ] ], [ 0.99, [ - 2.3299999999999994e-05 + 2.3099999999999996e-05 ] ] ], "averages": { - "0.0": 9.379999999999998e-05, - "0.4": 0.00013639999999999998, - "0.8": 4.649999999999999e-05, - "0.99": 2.3299999999999994e-05 + "0.0": 9.659999999999999e-05, + "0.4": 0.0001379, + "0.8": 4.599999999999999e-05, + "0.99": 2.3099999999999996e-05 }, - "baseline_average": 9.379999999999998e-05, - "sparse_average": 0.27378749999999996, - "sparse_integral": 8.925099999999999e-05, - "sparse_comparison": -7.049999999999998e-05 + "baseline_average": 9.659999999999999e-05, + "sparse_average": 0.27378795, + "sparse_integral": 9.024449999999998e-05, + "sparse_comparison": -7.35e-05 }, { "id": "234", @@ -1149,38 +1149,38 @@ [ 0.0, [ - 9.199999999999998e-06 + 8.9e-06 ] ], [ 0.4, [ - 1.1599999999999997e-05 + 1.1999999999999999e-05 ] ], [ 0.8, [ - 9.899999999999998e-06 + 1.0199999999999999e-05 ] ], [ 0.99, [ - 9.999999999999999e-06 + 9.8e-06 ] ] ], "averages": { - "0.0": 9.199999999999998e-06, - "0.4": 1.1599999999999997e-05, - "0.8": 9.899999999999998e-06, - "0.99": 9.999999999999999e-06 + "0.0": 8.9e-06, + "0.4": 1.1999999999999999e-05, + "0.8": 1.0199999999999999e-05, + "0.99": 9.8e-06 }, - "baseline_average": 9.199999999999998e-06, - "sparse_average": 0.2737550875, - "sparse_integral": 1.0350499999999999e-05, - "sparse_comparison": 8.000000000000008e-07 + "baseline_average": 8.9e-06, + "sparse_average": 0.2737551125, + "sparse_integral": 1.0519999999999998e-05, + "sparse_comparison": 8.999999999999999e-07 }, { "id": "237", @@ -1193,38 +1193,38 @@ [ 0.0, [ - 6.27e-05 + 6.37e-05 ] ], [ 0.4, [ - 0.0001915 + 0.00019960000000000005 ] ], [ 0.8, [ - 6.55e-05 + 6.540000000000002e-05 ] ], [ 0.99, [ - 2.5500000000000003e-05 + 2.4099999999999996e-05 ] ] ], "averages": { - "0.0": 6.27e-05, - "0.4": 0.0001915, - "0.8": 6.55e-05, - "0.99": 2.5500000000000003e-05 + "0.0": 6.37e-05, + "0.4": 0.00019960000000000005, + "0.8": 6.540000000000002e-05, + "0.99": 2.4099999999999996e-05 }, - "baseline_average": 6.27e-05, - "sparse_average": 0.27379315000000004, - "sparse_integral": 0.000110885, - "sparse_comparison": -3.72e-05 + "baseline_average": 6.37e-05, + "sparse_average": 0.27379410000000004, + "sparse_integral": 0.00011416250000000003, + "sparse_comparison": -3.960000000000001e-05 }, { "id": "240", @@ -1237,38 +1237,38 @@ [ 0.0, [ - 7.000000000000001e-06 + 7.100000000000001e-06 ] ], [ 0.4, [ - 1.8899999999999995e-05 + 1.81e-05 ] ], [ 0.8, [ - 1.6100000000000002e-05 + 1.84e-05 ] ], [ 0.99, [ - 1.5900000000000004e-05 + 1.5700000000000002e-05 ] ] ], "averages": { - "0.0": 7.000000000000001e-06, - "0.4": 1.8899999999999995e-05, - "0.8": 1.6100000000000002e-05, - "0.99": 1.5900000000000004e-05 + "0.0": 7.100000000000001e-06, + "0.4": 1.81e-05, + "0.8": 1.84e-05, + "0.99": 1.5700000000000002e-05 }, - "baseline_average": 7.000000000000001e-06, - "sparse_average": 0.27375723750000003, - "sparse_integral": 1.5219999999999998e-05, - "sparse_comparison": 8.900000000000003e-06 + "baseline_average": 7.100000000000001e-06, + "sparse_average": 0.2737574125, + "sparse_integral": 1.55795e-05, + "sparse_comparison": 8.600000000000002e-06 }, { "id": "243", @@ -1281,38 +1281,38 @@ [ 0.0, [ - 0.00011570000000000002 + 0.00012020000000000001 ] ], [ 0.4, [ - 0.0003757 + 0.00038740000000000004 ] ], [ 0.8, [ - 0.0001125 + 0.00011170000000000002 ] ], [ 0.99, [ - 4.1899999999999995e-05 + 4.149999999999999e-05 ] ] ], "averages": { - "0.0": 0.00011570000000000002, - "0.4": 0.0003757, - "0.8": 0.0001125, - "0.99": 4.1899999999999995e-05 + "0.0": 0.00012020000000000001, + "0.4": 0.00038740000000000004, + "0.8": 0.00011170000000000002, + "0.99": 4.149999999999999e-05 }, - "baseline_average": 0.00011570000000000002, - "sparse_average": 0.273830725, - "sparse_integral": 0.00021058800000000002, - "sparse_comparison": -7.380000000000003e-05 + "baseline_average": 0.00012020000000000001, + "sparse_average": 0.27383260000000004, + "sparse_integral": 0.000215894, + "sparse_comparison": -7.870000000000002e-05 }, { "id": "248", @@ -1325,19 +1325,19 @@ [ 0.0, [ - 6.7e-06 + 6.5000000000000004e-06 ] ], [ 0.4, [ - 5.999999999999999e-06 + 6.3e-06 ] ], [ 0.8, [ - 5.699999999999999e-06 + 5.1999999999999985e-06 ] ], [ @@ -1348,15 +1348,15 @@ ] ], "averages": { - "0.0": 6.7e-06, - "0.4": 5.999999999999999e-06, - "0.8": 5.699999999999999e-06, + "0.0": 6.5000000000000004e-06, + "0.4": 6.3e-06, + "0.8": 5.1999999999999985e-06, "0.99": 4.9e-06 }, - "baseline_average": 6.7e-06, - "sparse_average": 0.2737529125, - "sparse_integral": 5.886999999999998e-06, - "sparse_comparison": -1.8000000000000006e-06 + "baseline_average": 6.5000000000000004e-06, + "sparse_average": 0.27375286249999997, + "sparse_integral": 5.8195e-06, + "sparse_comparison": -1.6000000000000008e-06 }, { "id": "output_0", @@ -1364,18 +1364,18 @@ "index": 29, "baseline_measurement_index": 0, "has_baseline": true, - "baseline_measurement_key": 0.0, + "baseline_measurement_key": 0.007936508394777775, "sparse_measurements": [ [ - 0.0, + 0.007936508394777775, [ - 4.659999999999999e-05 + 4.73e-05 ] ], [ 0.4, [ - 6.439999999999998e-05 + 6.37e-05 ] ], [ @@ -1387,20 +1387,20 @@ [ 0.99, [ - 3.1700000000000005e-05 + 3.070000000000001e-05 ] ] ], "averages": { - "0.0": 4.659999999999999e-05, - "0.4": 6.439999999999998e-05, + "0.007936508394777775": 4.73e-05, + "0.4": 6.37e-05, "0.8": 5.42e-05, - "0.99": 3.1700000000000005e-05 + "0.99": 3.070000000000001e-05 }, - "baseline_average": 4.659999999999999e-05, - "sparse_average": 0.2737746125, - "sparse_integral": 5.408049999999999e-05, - "sparse_comparison": -1.4899999999999983e-05 + "baseline_average": 4.73e-05, + "sparse_average": 0.2747665510493472, + "sparse_integral": 5.340502378408984e-05, + "sparse_comparison": -1.659999999999999e-05 }, { "id": null, @@ -1413,16 +1413,16 @@ [ 0.0, [ - 4.2000000000000004e-06 + 6.199999999999999e-06 ] ] ], "averages": { - "0.0": 4.2000000000000004e-06 + "0.0": 6.199999999999999e-06 }, - "baseline_average": 4.2000000000000004e-06, - "sparse_average": 2.1000000000000002e-06, - "sparse_integral": 4.2000000000000004e-06, + "baseline_average": 6.199999999999999e-06, + "sparse_average": 3.0999999999999995e-06, + "sparse_integral": 6.199999999999999e-06, "sparse_comparison": 0.0 }, { @@ -1442,40 +1442,84 @@ [ 0.4, [ - 1.0199999999999997e-05 + 9.999999999999999e-06 ] ], [ 0.8, [ - 8.999999999999999e-06 + 7.7e-06 ] ], [ 0.99, [ - 6.4000000000000006e-06 + 4.8e-06 ] ] ], "averages": { "0.0": 7.300000000000001e-06, - "0.4": 1.0199999999999997e-05, - "0.8": 8.999999999999999e-06, - "0.99": 6.4000000000000006e-06 + "0.4": 9.999999999999999e-06, + "0.8": 7.7e-06, + "0.99": 4.8e-06 }, "baseline_average": 7.300000000000001e-06, - "sparse_average": 0.27375411250000004, - "sparse_integral": 8.802999999999999e-06, - "sparse_comparison": -9.000000000000007e-07 + "sparse_average": 0.273753725, + "sparse_integral": 8.1875e-06, + "sparse_comparison": -2.5000000000000015e-06 }, { "id": null, - "name": "ORT Subgraph 1", + "name": "shuffle_31", "index": 32, "baseline_measurement_index": 0, "has_baseline": true, "baseline_measurement_key": 0.0, + "sparse_measurements": [ + [ + 0.0, + [ + 5.9e-06 + ] + ], + [ + 0.4, + [ + 5.699999999999999e-06 + ] + ], + [ + 0.8, + [ + 5.1999999999999985e-06 + ] + ], + [ + 0.99, + [ + 4.9e-06 + ] + ] + ], + "averages": { + "0.0": 5.9e-06, + "0.4": 5.699999999999999e-06, + "0.8": 5.1999999999999985e-06, + "0.99": 4.9e-06 + }, + "baseline_average": 5.9e-06, + "sparse_average": 0.2737527125, + "sparse_integral": 5.459499999999999e-06, + "sparse_comparison": -1.0000000000000006e-06 + }, + { + "id": null, + "name": "ORT Subgraph 1", + "index": 33, + "baseline_measurement_index": 0, + "has_baseline": true, + "baseline_measurement_key": 0.0, "sparse_measurements": [ [ 0.0, @@ -1486,7 +1530,7 @@ [ 0.4, [ - 2.1e-05 + 1.7999999999999994e-05 ] ], [ @@ -1498,20 +1542,20 @@ [ 0.99, [ - 2.1999999999999996e-05 + 1.7999999999999994e-05 ] ] ], "averages": { "0.0": 1.9999999999999998e-05, - "0.4": 2.1e-05, + "0.4": 1.7999999999999994e-05, "0.8": 1.9999999999999998e-05, - "0.99": 2.1999999999999996e-05 + "0.99": 1.7999999999999994e-05 }, "baseline_average": 1.9999999999999998e-05, - "sparse_average": 0.273760375, - "sparse_integral": 2.0389999999999996e-05, - "sparse_comparison": 1.999999999999998e-06 + "sparse_average": 0.2737595, + "sparse_integral": 1.8809999999999994e-05, + "sparse_comparison": -2.0000000000000046e-06 }, { "id": null, @@ -1524,31 +1568,31 @@ [ 0.4, [ - 7.049999999999998e-05 + 7.459999999999998e-05 ] ], [ 0.8, [ - 5.56e-05 + 5.3700000000000004e-05 ] ], [ 0.99, [ - 4.789999999999999e-05 + 4.7199999999999995e-05 ] ] ], "averages": { - "0.4": 7.049999999999998e-05, - "0.8": 5.56e-05, - "0.99": 4.789999999999999e-05 + "0.4": 7.459999999999998e-05, + "0.8": 5.3700000000000004e-05, + "0.99": 4.7199999999999995e-05 }, "baseline_average": null, - "sparse_average": 0.36502900000000005, - "sparse_integral": 3.50525e-05, - "sparse_comparison": -2.2599999999999987e-05 + "sparse_average": 0.36502925, + "sparse_integral": 3.52455e-05, + "sparse_comparison": -2.739999999999999e-05 }, { "id": null, @@ -1561,36 +1605,36 @@ [ 0.4, [ - 1.39e-05 + 1.3000000000000001e-05 ] ], [ 0.8, [ - 1.2800000000000001e-05 + 1.2399999999999998e-05 ] ], [ 0.99, [ - 1.2299999999999999e-05 + 1.1599999999999997e-05 ] ] ], "averages": { - "0.4": 1.39e-05, - "0.8": 1.2800000000000001e-05, - "0.99": 1.2299999999999999e-05 + "0.4": 1.3000000000000001e-05, + "0.8": 1.2399999999999998e-05, + "0.99": 1.1599999999999997e-05 }, "baseline_average": null, - "sparse_average": 0.36500649999999996, - "sparse_integral": 7.7245e-06, - "sparse_comparison": -1.6000000000000016e-06 + "sparse_average": 0.36500616666666663, + "sparse_integral": 7.359999999999999e-06, + "sparse_comparison": -1.4000000000000035e-06 }, { "id": null, - "name": "shuffle_31", - "index": 32, + "name": "shuffle_33", + "index": 34, "baseline_measurement_index": -1, "has_baseline": false, "baseline_measurement_key": null, @@ -1598,31 +1642,31 @@ [ 0.4, [ - 5.499999999999999e-06 + 6.199999999999999e-06 ] ], [ 0.8, [ - 4.800000000000001e-06 + 5.799999999999999e-06 ] ], [ 0.99, [ - 4.100000000000001e-06 + 1.07e-05 ] ] ], "averages": { - "0.4": 5.499999999999999e-06, - "0.8": 4.800000000000001e-06, - "0.99": 4.100000000000001e-06 + "0.4": 6.199999999999999e-06, + "0.8": 5.799999999999999e-06, + "0.99": 1.07e-05 }, "baseline_average": null, - "sparse_average": 0.3650024, - "sparse_integral": 2.9055000000000004e-06, - "sparse_comparison": -1.3999999999999976e-06 + "sparse_average": 0.36500378333333333, + "sparse_integral": 3.967499999999999e-06, + "sparse_comparison": 4.5e-06 } ] } \ No newline at end of file diff --git a/tests/sparseml/onnx/optim/test_sensitivity_ks_data/resnet50_perf.json b/tests/sparseml/onnx/optim/test_sensitivity_ks_data/resnet50_perf.json index 3fb7d4ad618..01f1afdcd23 100644 --- a/tests/sparseml/onnx/optim/test_sensitivity_ks_data/resnet50_perf.json +++ b/tests/sparseml/onnx/optim/test_sensitivity_ks_data/resnet50_perf.json @@ -12,74 +12,74 @@ [ 0.0, [ - 0.008353999999999999, - 0.008361000000000002, - 0.008368000000000002, - 0.008374, - 0.008374999999999999, - 0.008382000000000002, - 0.008389999999999998, - 0.008405, - 0.008472999999999998, - 0.008674 + 0.008450000000000001, + 0.008523, + 0.008525, + 0.008533999999999998, + 0.008539, + 0.00854, + 0.00855, + 0.008552, + 0.008554999999999998, + 0.008560999999999997 ] ], [ 0.4, [ - 0.014254999999999999, - 0.014282999999999995, - 0.014301999999999999, - 0.014302999999999996, - 0.014306000000000003, - 0.014317999999999996, - 0.014324000000000002, - 0.014326999999999998, - 0.014331, - 0.014331999999999998 + 0.014429000000000004, + 0.014432999999999998, + 0.014442999999999994, + 0.014446, + 0.014450999999999995, + 0.014457, + 0.014462000000000001, + 0.014485000000000001, + 0.014502000000000003, + 0.014522999999999998 ] ], [ 0.8, [ - 0.006403, - 0.006420000000000002, - 0.006421, - 0.006430000000000002, - 0.006436000000000001, - 0.006443999999999999, - 0.006445999999999997, - 0.006456000000000001, - 0.006456000000000001, - 0.006459 + 0.006556, + 0.006571999999999999, + 0.006578, + 0.006579, + 0.006579000000000001, + 0.0065959999999999986, + 0.0065980000000000006, + 0.0066, + 0.006610999999999997, + 0.006620999999999999 ] ], [ 0.99, [ - 0.003462, - 0.003472, - 0.003474999999999999, - 0.003475, - 0.0034760000000000004, - 0.0035079999999999977, - 0.0035119999999999995, - 0.003519, - 0.003522, - 0.003523 + 0.0034930000000000017, + 0.0034970000000000005, + 0.0035040000000000015, + 0.0035120000000000004, + 0.003516999999999999, + 0.0035240000000000002, + 0.0035259999999999996, + 0.0035280000000000003, + 0.0035419999999999996, + 0.0035700000000000003 ] ] ], "averages": { - "0.0": 0.008415599999999999, - "0.4": 0.014308099999999995, - "0.8": 0.006437100000000001, - "0.99": 0.003494399999999999 - }, - "baseline_average": 0.008415599999999999, - "sparse_average": 0.2778319, - "sparse_integral": 0.009637272499999999, - "sparse_comparison": -0.0049212 + "0.0": 0.0085329, + "0.4": 0.014463100000000001, + "0.8": 0.006588999999999999, + "0.99": 0.0035212999999999993 + }, + "baseline_average": 0.0085329, + "sparse_average": 0.2778882875, + "sparse_integral": 0.009770098500000001, + "sparse_comparison": -0.0050116 }, "results": [ { @@ -93,38 +93,38 @@ [ 0.0, [ - 3.899999999999999e-05 + 3.2000000000000005e-05 ] ], [ 0.4, [ - 3.699999999999999e-05 + 3.2000000000000005e-05 ] ], [ 0.8, [ - 3.899999999999999e-05 + 3.500000000000001e-05 ] ], [ 0.99, [ - 3.899999999999999e-05 + 3.500000000000001e-05 ] ] ], "averages": { - "0.0": 3.899999999999999e-05, - "0.4": 3.699999999999999e-05, - "0.8": 3.899999999999999e-05, - "0.99": 3.899999999999999e-05 + "0.0": 3.2000000000000005e-05, + "0.4": 3.2000000000000005e-05, + "0.8": 3.500000000000001e-05, + "0.99": 3.500000000000001e-05 }, - "baseline_average": 3.899999999999999e-05, - "sparse_average": 0.27376925, - "sparse_integral": 3.780999999999999e-05, - "sparse_comparison": 0.0 + "baseline_average": 3.2000000000000005e-05, + "sparse_average": 0.27376675, + "sparse_integral": 3.2850000000000006e-05, + "sparse_comparison": 3.000000000000005e-06 }, { "id": "321", @@ -137,38 +137,38 @@ [ 0.0, [ - 0.0001709 + 0.00017729999999999995 ] ], [ 0.4, [ - 0.00017440000000000004 + 0.00017380000000000002 ] ], [ 0.8, [ - 0.0001744 + 0.0001719 ] ], [ 0.99, [ - 0.0001729 + 0.0001722 ] ] ], "averages": { - "0.0": 0.0001709, - "0.4": 0.00017440000000000004, - "0.8": 0.0001744, - "0.99": 0.0001729 + "0.0": 0.00017729999999999995, + "0.4": 0.00017380000000000002, + "0.8": 0.0001719, + "0.99": 0.0001722 }, - "baseline_average": 0.0001709, - "sparse_average": 0.273836575, - "sparse_integral": 0.00017181350000000002, - "sparse_comparison": 1.9999999999999944e-06 + "baseline_average": 0.00017729999999999995, + "sparse_average": 0.2738369, + "sparse_integral": 0.00017204949999999997, + "sparse_comparison": -5.099999999999934e-06 }, { "id": "324", @@ -181,37 +181,37 @@ [ 0.0, [ - 9.919999999999999e-05 + 0.0001019 ] ], [ 0.4, [ - 9.979999999999999e-05 + 0.00010049999999999999 ] ], [ 0.8, [ - 9.339999999999998e-05 + 0.0001014 ] ], [ 0.99, [ - 8.979999999999997e-05 + 9.249999999999999e-05 ] ] ], "averages": { - "0.0": 9.919999999999999e-05, - "0.4": 9.979999999999999e-05, - "0.8": 9.339999999999998e-05, - "0.99": 8.979999999999997e-05 + "0.0": 0.0001019, + "0.4": 0.00010049999999999999, + "0.8": 0.0001014, + "0.99": 9.249999999999999e-05 }, - "baseline_average": 9.919999999999999e-05, - "sparse_average": 0.273797775, - "sparse_integral": 9.584399999999999e-05, + "baseline_average": 0.0001019, + "sparse_average": 0.2737995375, + "sparse_integral": 9.92805e-05, "sparse_comparison": -9.400000000000012e-06 }, { @@ -225,38 +225,38 @@ [ 0.0, [ - 3.54e-05 + 3.6099999999999997e-05 ] ], [ 0.4, [ - 3.480000000000001e-05 + 3.280000000000001e-05 ] ], [ 0.8, [ - 2.9200000000000005e-05 + 2.8700000000000003e-05 ] ], [ 0.99, [ - 2.7400000000000002e-05 + 2.72e-05 ] ] ], "averages": { - "0.0": 3.54e-05, - "0.4": 3.480000000000001e-05, - "0.8": 2.9200000000000005e-05, - "0.99": 2.7400000000000002e-05 + "0.0": 3.6099999999999997e-05, + "0.4": 3.280000000000001e-05, + "0.8": 2.8700000000000003e-05, + "0.99": 2.72e-05 }, - "baseline_average": 3.54e-05, - "sparse_average": 0.27376585, - "sparse_integral": 3.221700000000001e-05, - "sparse_comparison": -7.999999999999998e-06 + "baseline_average": 3.6099999999999997e-05, + "sparse_average": 0.2737656, + "sparse_integral": 3.1390500000000004e-05, + "sparse_comparison": -8.899999999999996e-06 }, { "id": "328", @@ -269,38 +269,38 @@ [ 0.0, [ - 0.00020130000000000004 + 0.00020190000000000003 ] ], [ 0.4, [ - 0.00021459999999999998 + 0.0002186 ] ], [ 0.8, [ - 9.789999999999998e-05 + 0.00010499999999999998 ] ], [ 0.99, [ - 6.059999999999999e-05 + 6.110000000000001e-05 ] ] ], "averages": { - "0.0": 0.00020130000000000004, - "0.4": 0.00021459999999999998, - "0.8": 9.789999999999998e-05, - "0.99": 6.059999999999999e-05 + "0.0": 0.00020190000000000003, + "0.4": 0.0002186, + "0.8": 0.00010499999999999998, + "0.99": 6.110000000000001e-05 }, - "baseline_average": 0.00020130000000000004, - "sparse_average": 0.2738218, - "sparse_integral": 0.00016073750000000002, - "sparse_comparison": -0.00014070000000000006 + "baseline_average": 0.00020190000000000003, + "sparse_average": 0.273823325, + "sparse_integral": 0.00016459949999999998, + "sparse_comparison": -0.0001408 }, { "id": "331", @@ -313,38 +313,38 @@ [ 0.0, [ - 9.229999999999998e-05 + 9.259999999999999e-05 ] ], [ 0.4, [ - 9.179999999999998e-05 + 8.999999999999998e-05 ] ], [ 0.8, [ - 6.94e-05 + 6.240000000000001e-05 ] ], [ 0.99, [ - 6.17e-05 + 5.940000000000001e-05 ] ] ], "averages": { - "0.0": 9.229999999999998e-05, - "0.4": 9.179999999999998e-05, - "0.8": 6.94e-05, - "0.99": 6.17e-05 + "0.0": 9.259999999999999e-05, + "0.4": 8.999999999999998e-05, + "0.8": 6.240000000000001e-05, + "0.99": 5.940000000000001e-05 }, - "baseline_average": 9.229999999999998e-05, - "sparse_average": 0.2737894, - "sparse_integral": 8.151449999999999e-05, - "sparse_comparison": -3.0599999999999985e-05 + "baseline_average": 9.259999999999999e-05, + "sparse_average": 0.27378805, + "sparse_integral": 7.8571e-05, + "sparse_comparison": -3.319999999999998e-05 }, { "id": "333", @@ -357,38 +357,38 @@ [ 0.0, [ - 0.0001008 + 9.829999999999999e-05 ] ], [ 0.4, [ - 8.489999999999999e-05 + 8.299999999999998e-05 ] ], [ 0.8, [ - 5.38e-05 + 4.499999999999999e-05 ] ], [ 0.99, [ - 3.93e-05 + 3.1700000000000005e-05 ] ] ], "averages": { - "0.0": 0.0001008, - "0.4": 8.489999999999999e-05, - "0.8": 5.38e-05, - "0.99": 3.93e-05 + "0.0": 9.829999999999999e-05, + "0.4": 8.299999999999998e-05, + "0.8": 4.499999999999999e-05, + "0.99": 3.1700000000000005e-05 }, - "baseline_average": 0.0001008, - "sparse_average": 0.27378485, - "sparse_integral": 7.37245e-05, - "sparse_comparison": -6.15e-05 + "baseline_average": 9.829999999999999e-05, + "sparse_average": 0.27378225, + "sparse_integral": 6.914649999999999e-05, + "sparse_comparison": -6.659999999999999e-05 }, { "id": "337", @@ -401,38 +401,38 @@ [ 0.0, [ - 0.00011629999999999998 + 0.0001297 ] ], [ 0.4, [ - 0.0001319 + 0.0001371 ] ], [ 0.8, [ - 0.00012090000000000001 + 0.00018680000000000001 ] ], [ 0.99, [ - 0.00013520000000000003 + 0.00017130000000000002 ] ] ], "averages": { - "0.0": 0.00011629999999999998, - "0.4": 0.0001319, - "0.8": 0.00012090000000000001, - "0.99": 0.00013520000000000003 + "0.0": 0.0001297, + "0.4": 0.0001371, + "0.8": 0.00018680000000000001, + "0.99": 0.00017130000000000002 }, - "baseline_average": 0.00011629999999999998, - "sparse_average": 0.2738130375, - "sparse_integral": 0.0001245295, - "sparse_comparison": 1.8900000000000053e-05 + "baseline_average": 0.0001297, + "sparse_average": 0.27382811250000005, + "sparse_integral": 0.00015215950000000003, + "sparse_comparison": 4.160000000000001e-05 }, { "id": "340", @@ -445,38 +445,38 @@ [ 0.0, [ - 0.00020180000000000003 + 0.00020470000000000002 ] ], [ 0.4, [ - 0.00022000000000000003 + 0.00022359999999999996 ] ], [ 0.8, [ - 9.989999999999999e-05 + 9.85e-05 ] ], [ 0.99, [ - 6.07e-05 + 6.060000000000001e-05 ] ] ], "averages": { - "0.0": 0.00020180000000000003, - "0.4": 0.00022000000000000003, - "0.8": 9.989999999999999e-05, - "0.99": 6.07e-05 + "0.0": 0.00020470000000000002, + "0.4": 0.00022359999999999996, + "0.8": 9.85e-05, + "0.99": 6.060000000000001e-05 }, - "baseline_average": 0.00020180000000000003, - "sparse_average": 0.27382280000000003, - "sparse_integral": 0.00016359700000000003, - "sparse_comparison": -0.00014110000000000001 + "baseline_average": 0.00020470000000000002, + "sparse_average": 0.273823425, + "sparse_integral": 0.0001651945, + "sparse_comparison": -0.0001441 }, { "id": "343", @@ -489,38 +489,38 @@ [ 0.0, [ - 9.949999999999999e-05 + 9.96e-05 ] ], [ 0.4, [ - 0.0001069 + 0.00010889999999999999 ] ], [ 0.8, [ - 6.460000000000003e-05 + 6.23e-05 ] ], [ 0.99, [ - 5.04e-05 + 4.9399999999999995e-05 ] ] ], "averages": { - "0.0": 9.949999999999999e-05, - "0.4": 0.0001069, - "0.8": 6.460000000000003e-05, - "0.99": 5.04e-05 + "0.0": 9.96e-05, + "0.4": 0.00010889999999999999, + "0.8": 6.23e-05, + "0.99": 4.9399999999999995e-05 }, - "baseline_average": 9.949999999999999e-05, - "sparse_average": 0.273790175, - "sparse_integral": 8.6505e-05, - "sparse_comparison": -4.9099999999999994e-05 + "baseline_average": 9.96e-05, + "sparse_average": 0.273790025, + "sparse_integral": 8.655149999999999e-05, + "sparse_comparison": -5.02e-05 }, { "id": "347", @@ -533,38 +533,38 @@ [ 0.0, [ - 0.0001014 + 0.0001041 ] ], [ 0.4, [ - 0.00010149999999999999 + 0.0001021 ] ], [ 0.8, [ - 6.68e-05 + 7.379999999999999e-05 ] ], [ 0.99, [ - 5.53e-05 + 6.040000000000001e-05 ] ] ], "averages": { - "0.0": 0.0001014, - "0.4": 0.00010149999999999999, - "0.8": 6.68e-05, - "0.99": 5.53e-05 + "0.0": 0.0001041, + "0.4": 0.0001021, + "0.8": 7.379999999999999e-05, + "0.99": 6.040000000000001e-05 }, - "baseline_average": 0.0001014, - "sparse_average": 0.273790625, - "sparse_integral": 8.58395e-05, - "sparse_comparison": -4.6099999999999996e-05 + "baseline_average": 0.0001041, + "sparse_average": 0.27379255, + "sparse_integral": 8.9169e-05, + "sparse_comparison": -4.3699999999999985e-05 }, { "id": "350", @@ -577,38 +577,38 @@ [ 0.0, [ - 0.00018570000000000001 + 0.00018920000000000002 ] ], [ 0.4, [ - 0.0002145 + 0.0002232 ] ], [ 0.8, [ - 9.779999999999998e-05 + 0.00010109999999999999 ] ], [ 0.99, [ - 5.989999999999999e-05 + 6.060000000000001e-05 ] ] ], "averages": { - "0.0": 0.00018570000000000001, - "0.4": 0.0002145, - "0.8": 9.779999999999998e-05, - "0.99": 5.989999999999999e-05 + "0.0": 0.00018920000000000002, + "0.4": 0.0002232, + "0.8": 0.00010109999999999999, + "0.99": 6.060000000000001e-05 }, - "baseline_average": 0.00018570000000000001, - "sparse_average": 0.2738197375, - "sparse_integral": 0.0001574815, - "sparse_comparison": -0.00012580000000000002 + "baseline_average": 0.00018920000000000002, + "sparse_average": 0.2738217625, + "sparse_integral": 0.00016270150000000002, + "sparse_comparison": -0.0001286 }, { "id": "353", @@ -621,38 +621,38 @@ [ 0.0, [ - 9.799999999999998e-05 + 9.639999999999999e-05 ] ], [ 0.4, [ - 0.0001022 + 0.0001056 ] ], [ 0.8, [ - 6.580000000000001e-05 + 6.19e-05 ] ], [ 0.99, [ - 5.18e-05 + 4.889999999999999e-05 ] ] ], "averages": { - "0.0": 9.799999999999998e-05, - "0.4": 0.0001022, - "0.8": 6.580000000000001e-05, - "0.99": 5.18e-05 + "0.0": 9.639999999999999e-05, + "0.4": 0.0001056, + "0.8": 6.19e-05, + "0.99": 4.889999999999999e-05 }, - "baseline_average": 9.799999999999998e-05, - "sparse_average": 0.273789725, - "sparse_integral": 8.4812e-05, - "sparse_comparison": -4.6199999999999985e-05 + "baseline_average": 9.639999999999999e-05, + "sparse_average": 0.2737891, + "sparse_integral": 8.442600000000001e-05, + "sparse_comparison": -4.7499999999999996e-05 }, { "id": "357", @@ -665,38 +665,38 @@ [ 0.0, [ - 0.00017870000000000003 + 0.0001783 ] ], [ 0.4, [ - 0.0001681 + 0.00016240000000000002 ] ], [ 0.8, [ - 9.439999999999999e-05 + 0.0001021 ] ], [ 0.99, [ - 8.17e-05 + 8.639999999999999e-05 ] ] ], "averages": { - "0.0": 0.00017870000000000003, - "0.4": 0.0001681, - "0.8": 9.439999999999999e-05, - "0.99": 8.17e-05 + "0.0": 0.0001783, + "0.4": 0.00016240000000000002, + "0.8": 0.0001021, + "0.99": 8.639999999999999e-05 }, - "baseline_average": 0.00017870000000000003, - "sparse_average": 0.2738153625, - "sparse_integral": 0.0001385895, - "sparse_comparison": -9.700000000000004e-05 + "baseline_average": 0.0001783, + "sparse_average": 0.27381615000000004, + "sparse_integral": 0.0001389475, + "sparse_comparison": -9.190000000000001e-05 }, { "id": "360", @@ -709,38 +709,38 @@ [ 0.0, [ - 0.00021159999999999997 + 0.00021280000000000002 ] ], [ 0.4, [ - 0.00042610000000000006 + 0.0004269999999999999 ] ], [ 0.8, [ - 0.0001951 + 0.0002028 ] ], [ 0.99, [ - 0.0001362 + 0.0001345 ] ] ], "averages": { - "0.0": 0.00021159999999999997, - "0.4": 0.00042610000000000006, - "0.8": 0.0001951, - "0.99": 0.0001362 + "0.0": 0.00021280000000000002, + "0.4": 0.0004269999999999999, + "0.8": 0.0002028, + "0.99": 0.0001345 }, - "baseline_average": 0.00021159999999999997, - "sparse_average": 0.273871125, - "sparse_integral": 0.00028325350000000003, - "sparse_comparison": -7.539999999999996e-05 + "baseline_average": 0.00021280000000000002, + "sparse_average": 0.2738721375, + "sparse_integral": 0.0002859635, + "sparse_comparison": -7.830000000000003e-05 }, { "id": "363", @@ -753,38 +753,38 @@ [ 0.0, [ - 8.769999999999998e-05 + 9.119999999999998e-05 ] ], [ 0.4, [ - 8.489999999999999e-05 + 8.809999999999999e-05 ] ], [ 0.8, [ - 5.21e-05 + 5.0900000000000004e-05 ] ], [ 0.99, [ - 4.429999999999999e-05 + 4.29e-05 ] ] ], "averages": { - "0.0": 8.769999999999998e-05, - "0.4": 8.489999999999999e-05, - "0.8": 5.21e-05, - "0.99": 4.429999999999999e-05 + "0.0": 9.119999999999998e-05, + "0.4": 8.809999999999999e-05, + "0.8": 5.0900000000000004e-05, + "0.99": 4.29e-05 }, - "baseline_average": 8.769999999999998e-05, - "sparse_average": 0.273783625, - "sparse_integral": 7.1078e-05, - "sparse_comparison": -4.3399999999999984e-05 + "baseline_average": 9.119999999999998e-05, + "sparse_average": 0.27378413749999997, + "sparse_integral": 7.2571e-05, + "sparse_comparison": -4.829999999999998e-05 }, { "id": "365", @@ -797,38 +797,38 @@ [ 0.0, [ - 0.000177 + 0.0001757 ] ], [ 0.4, [ - 0.0002904 + 0.0002869 ] ], [ 0.8, [ - 0.00014649999999999998 + 0.0001454 ] ], [ 0.99, [ - 8.4e-05 + 8.34e-05 ] ] ], "averages": { - "0.0": 0.000177, - "0.4": 0.0002904, - "0.8": 0.00014649999999999998, - "0.99": 8.4e-05 + "0.0": 0.0001757, + "0.4": 0.0002869, + "0.8": 0.0001454, + "0.99": 8.34e-05 }, - "baseline_average": 0.000177, - "sparse_average": 0.2738372375, - "sparse_integral": 0.00020275750000000003, - "sparse_comparison": -9.3e-05 + "baseline_average": 0.0001757, + "sparse_average": 0.273836425, + "sparse_integral": 0.00020071599999999998, + "sparse_comparison": -9.23e-05 }, { "id": "369", @@ -841,38 +841,38 @@ [ 0.0, [ - 0.00010539999999999997 + 0.00010200000000000001 ] ], [ 0.4, [ - 0.0001159 + 0.00011880000000000001 ] ], [ 0.8, [ - 6.429999999999999e-05 + 6.470000000000001e-05 ] ], [ 0.99, [ - 4.7099999999999986e-05 + 4.759999999999999e-05 ] ] ], "averages": { - "0.0": 0.00010539999999999997, - "0.4": 0.0001159, - "0.8": 6.429999999999999e-05, - "0.99": 4.7099999999999986e-05 + "0.0": 0.00010200000000000001, + "0.4": 0.00011880000000000001, + "0.8": 6.470000000000001e-05, + "0.99": 4.759999999999999e-05 }, - "baseline_average": 0.00010539999999999997, - "sparse_average": 0.2737915875, - "sparse_integral": 9.088299999999999e-05, - "sparse_comparison": -5.829999999999999e-05 + "baseline_average": 0.00010200000000000001, + "sparse_average": 0.2737916375, + "sparse_integral": 9.15285e-05, + "sparse_comparison": -5.440000000000002e-05 }, { "id": "372", @@ -885,38 +885,38 @@ [ 0.0, [ - 0.00020779999999999998 + 0.0002089 ] ], [ 0.4, [ - 0.0002874 + 0.0002938 ] ], [ 0.8, [ - 0.00011400000000000002 + 0.00011500000000000002 ] ], [ 0.99, [ - 4.0999999999999994e-05 + 4.03e-05 ] ] ], "averages": { - "0.0": 0.00020779999999999998, - "0.4": 0.0002874, - "0.8": 0.00011400000000000002, - "0.99": 4.0999999999999994e-05 + "0.0": 0.0002089, + "0.4": 0.0002938, + "0.8": 0.00011500000000000002, + "0.99": 4.03e-05 }, - "baseline_average": 0.00020779999999999998, - "sparse_average": 0.273831275, - "sparse_integral": 0.000194045, - "sparse_comparison": -0.0001668 + "baseline_average": 0.0002089, + "sparse_average": 0.27383225, + "sparse_integral": 0.00019705350000000002, + "sparse_comparison": -0.0001686 }, { "id": "375", @@ -929,38 +929,38 @@ [ 0.0, [ - 9.379999999999998e-05 + 9.779999999999998e-05 ] ], [ 0.4, [ - 9.689999999999998e-05 + 9.929999999999999e-05 ] ], [ 0.8, [ - 5.6200000000000004e-05 + 5.270000000000001e-05 ] ], [ 0.99, [ - 3.450000000000001e-05 + 3.290000000000001e-05 ] ] ], "averages": { - "0.0": 9.379999999999998e-05, - "0.4": 9.689999999999998e-05, - "0.8": 5.6200000000000004e-05, - "0.99": 3.450000000000001e-05 + "0.0": 9.779999999999998e-05, + "0.4": 9.929999999999999e-05, + "0.8": 5.270000000000001e-05, + "0.99": 3.290000000000001e-05 }, - "baseline_average": 9.379999999999998e-05, - "sparse_average": 0.273785175, - "sparse_integral": 7.73765e-05, - "sparse_comparison": -5.9299999999999964e-05 + "baseline_average": 9.779999999999998e-05, + "sparse_average": 0.2737853375, + "sparse_integral": 7.795199999999999e-05, + "sparse_comparison": -6.489999999999998e-05 }, { "id": "379", @@ -973,38 +973,38 @@ [ 0.0, [ - 0.00010579999999999998 + 0.0001031 ] ], [ 0.4, [ - 0.0001224 + 0.0001226 ] ], [ 0.8, [ - 6.829999999999999e-05 + 7.070000000000001e-05 ] ], [ 0.99, [ - 4.849999999999999e-05 + 4.7499999999999996e-05 ] ] ], "averages": { - "0.0": 0.00010579999999999998, - "0.4": 0.0001224, - "0.8": 6.829999999999999e-05, - "0.99": 4.849999999999999e-05 + "0.0": 0.0001031, + "0.4": 0.0001226, + "0.8": 7.070000000000001e-05, + "0.99": 4.7499999999999996e-05 }, - "baseline_average": 0.00010579999999999998, - "sparse_average": 0.273793125, - "sparse_integral": 9.487599999999998e-05, - "sparse_comparison": -5.729999999999999e-05 + "baseline_average": 0.0001031, + "sparse_average": 0.27379298750000003, + "sparse_integral": 9.5029e-05, + "sparse_comparison": -5.56e-05 }, { "id": "382", @@ -1017,38 +1017,38 @@ [ 0.0, [ - 0.00020250000000000004 + 0.0002044 ] ], [ 0.4, [ - 0.0002855999999999999 + 0.0002902 ] ], [ 0.8, [ - 0.00011140000000000001 + 0.00011420000000000001 ] ], [ 0.99, [ - 4.149999999999999e-05 + 4.09e-05 ] ] ], "averages": { - "0.0": 0.00020250000000000004, - "0.4": 0.0002855999999999999, - "0.8": 0.00011140000000000001, - "0.99": 4.149999999999999e-05 + "0.0": 0.0002044, + "0.4": 0.0002902, + "0.8": 0.00011420000000000001, + "0.99": 4.09e-05 }, - "baseline_average": 0.00020250000000000004, - "sparse_average": 0.27383012500000004, - "sparse_integral": 0.00019154549999999995, - "sparse_comparison": -0.00016100000000000006 + "baseline_average": 0.0002044, + "sparse_average": 0.2738312125, + "sparse_integral": 0.00019453450000000004, + "sparse_comparison": -0.00016350000000000002 }, { "id": "385", @@ -1061,38 +1061,38 @@ [ 0.0, [ - 9.349999999999998e-05 + 9.279999999999998e-05 ] ], [ 0.4, [ - 9.119999999999998e-05 + 9.399999999999998e-05 ] ], [ 0.8, [ - 5.0799999999999995e-05 + 5.18e-05 ] ], [ 0.99, [ - 3.250000000000001e-05 + 3.0400000000000004e-05 ] ] ], "averages": { - "0.0": 9.349999999999998e-05, - "0.4": 9.119999999999998e-05, - "0.8": 5.0799999999999995e-05, - "0.99": 3.250000000000001e-05 + "0.0": 9.279999999999998e-05, + "0.4": 9.399999999999998e-05, + "0.8": 5.18e-05, + "0.99": 3.0400000000000004e-05 }, - "baseline_average": 9.349999999999998e-05, - "sparse_average": 0.2737835, - "sparse_integral": 7.325349999999999e-05, - "sparse_comparison": -6.099999999999997e-05 + "baseline_average": 9.279999999999998e-05, + "sparse_average": 0.27378362500000003, + "sparse_integral": 7.432899999999999e-05, + "sparse_comparison": -6.239999999999997e-05 }, { "id": "389", @@ -1105,38 +1105,38 @@ [ 0.0, [ - 0.00010429999999999999 + 0.0001035 ] ], [ 0.4, [ - 0.00012090000000000001 + 0.00012250000000000002 ] ], [ 0.8, [ - 6.59e-05 + 6.920000000000002e-05 ] ], [ 0.99, [ - 4.7499999999999996e-05 + 4.509999999999999e-05 ] ] ], "averages": { - "0.0": 0.00010429999999999999, - "0.4": 0.00012090000000000001, - "0.8": 6.59e-05, - "0.99": 4.7499999999999996e-05 + "0.0": 0.0001035, + "0.4": 0.00012250000000000002, + "0.8": 6.920000000000002e-05, + "0.99": 4.509999999999999e-05 }, - "baseline_average": 0.00010429999999999999, - "sparse_average": 0.273792325, - "sparse_integral": 9.3173e-05, - "sparse_comparison": -5.679999999999999e-05 + "baseline_average": 0.0001035, + "sparse_average": 0.2737925375, + "sparse_integral": 9.439850000000002e-05, + "sparse_comparison": -5.84e-05 }, { "id": "392", @@ -1149,38 +1149,38 @@ [ 0.0, [ - 0.00018810000000000002 + 0.00018860000000000003 ] ], [ 0.4, [ - 0.00028359999999999995 + 0.0002879999999999999 ] ], [ 0.8, [ - 0.00011690000000000001 + 0.0001177 ] ], [ 0.99, [ - 4.149999999999999e-05 + 4.2399999999999994e-05 ] ] ], "averages": { - "0.0": 0.00018810000000000002, - "0.4": 0.00028359999999999995, - "0.8": 0.00011690000000000001, - "0.99": 4.149999999999999e-05 + "0.0": 0.00018860000000000003, + "0.4": 0.0002879999999999999, + "0.8": 0.0001177, + "0.99": 4.2399999999999994e-05 }, - "baseline_average": 0.00018810000000000002, - "sparse_average": 0.27382876250000004, - "sparse_integral": 0.00018948799999999997, - "sparse_comparison": -0.00014660000000000004 + "baseline_average": 0.00018860000000000003, + "sparse_average": 0.2738295875, + "sparse_integral": 0.00019166949999999998, + "sparse_comparison": -0.00014620000000000003 }, { "id": "395", @@ -1193,38 +1193,38 @@ [ 0.0, [ - 9.419999999999997e-05 + 9.339999999999998e-05 ] ], [ 0.4, [ - 9.069999999999997e-05 + 9.249999999999999e-05 ] ], [ 0.8, [ - 5.14e-05 + 4.95e-05 ] ], [ 0.99, [ - 3.150000000000001e-05 + 3.0500000000000006e-05 ] ] ], "averages": { - "0.0": 9.419999999999997e-05, - "0.4": 9.069999999999997e-05, - "0.8": 5.14e-05, - "0.99": 3.150000000000001e-05 + "0.0": 9.339999999999998e-05, + "0.4": 9.249999999999999e-05, + "0.8": 4.95e-05, + "0.99": 3.0500000000000006e-05 }, - "baseline_average": 9.419999999999997e-05, - "sparse_average": 0.273783475, - "sparse_integral": 7.327549999999999e-05, - "sparse_comparison": -6.269999999999997e-05 + "baseline_average": 9.339999999999998e-05, + "sparse_average": 0.2737832375, + "sparse_integral": 7.317999999999999e-05, + "sparse_comparison": -6.289999999999997e-05 }, { "id": "399", @@ -1237,38 +1237,38 @@ [ 0.0, [ - 0.0001918 + 0.0001794 ] ], [ 0.4, [ - 0.00018539999999999998 + 0.0001847 ] ], [ 0.8, [ - 9.589999999999999e-05 + 9.889999999999999e-05 ] ], [ 0.99, [ - 6.880000000000002e-05 + 6.77e-05 ] ] ], "averages": { - "0.0": 0.0001918, - "0.4": 0.00018539999999999998, - "0.8": 9.589999999999999e-05, - "0.99": 6.880000000000002e-05 + "0.0": 0.0001794, + "0.4": 0.0001847, + "0.8": 9.889999999999999e-05, + "0.99": 6.77e-05 }, - "baseline_average": 0.0001918, - "sparse_average": 0.2738177375, - "sparse_integral": 0.0001473465, - "sparse_comparison": -0.00012299999999999998 + "baseline_average": 0.0001794, + "sparse_average": 0.2738163375, + "sparse_integral": 0.00014536699999999998, + "sparse_comparison": -0.00011169999999999999 }, { "id": "402", @@ -1281,38 +1281,38 @@ [ 0.0, [ - 0.00024970000000000005 + 0.0002631 ] ], [ 0.4, [ - 0.0005443999999999999 + 0.0005439 ] ], [ 0.8, [ - 0.00022000000000000003 + 0.0002159 ] ], [ 0.99, [ - 8.469999999999999e-05 + 8.409999999999998e-05 ] ] ], "averages": { - "0.0": 0.00024970000000000005, - "0.4": 0.0005443999999999999, - "0.8": 0.00022000000000000003, - "0.99": 8.469999999999999e-05 + "0.0": 0.0002631, + "0.4": 0.0005439, + "0.8": 0.0002159, + "0.99": 8.409999999999998e-05 }, - "baseline_average": 0.00024970000000000005, - "sparse_average": 0.27388735000000003, - "sparse_integral": 0.00034064649999999996, - "sparse_comparison": -0.00016500000000000005 + "baseline_average": 0.0002631, + "sparse_average": 0.273888375, + "sparse_integral": 0.00034186000000000004, + "sparse_comparison": -0.00017900000000000001 }, { "id": "405", @@ -1325,38 +1325,38 @@ [ 0.0, [ - 9.389999999999998e-05 + 9.569999999999998e-05 ] ], [ 0.4, [ - 0.0001375 + 0.0001342 ] ], [ 0.8, [ - 6.020000000000001e-05 + 6.110000000000001e-05 ] ], [ 0.99, [ - 3.5999999999999994e-05 + 3.440000000000001e-05 ] ] ], "averages": { - "0.0": 9.389999999999998e-05, - "0.4": 0.0001375, - "0.8": 6.020000000000001e-05, - "0.99": 3.5999999999999994e-05 + "0.0": 9.569999999999998e-05, + "0.4": 0.0001342, + "0.8": 6.110000000000001e-05, + "0.99": 3.440000000000001e-05 }, - "baseline_average": 9.389999999999998e-05, - "sparse_average": 0.27379095, - "sparse_integral": 9.4959e-05, - "sparse_comparison": -5.7899999999999984e-05 + "baseline_average": 9.569999999999998e-05, + "sparse_average": 0.273790675, + "sparse_integral": 9.411250000000002e-05, + "sparse_comparison": -6.129999999999997e-05 }, { "id": "407", @@ -1369,38 +1369,38 @@ [ 0.0, [ - 0.0001861 + 0.0001871 ] ], [ 0.4, [ - 0.0003491 + 0.0003442 ] ], [ 0.8, [ - 0.0001602 + 0.00015619999999999995 ] ], [ 0.99, [ - 7.68e-05 + 7.709999999999999e-05 ] ] ], "averages": { - "0.0": 0.0001861, - "0.4": 0.0003491, - "0.8": 0.0001602, - "0.99": 7.68e-05 + "0.0": 0.0001871, + "0.4": 0.0003442, + "0.8": 0.00015619999999999995, + "0.99": 7.709999999999999e-05 }, - "baseline_average": 0.0001861, - "sparse_average": 0.273846525, - "sparse_integral": 0.00023141499999999998, - "sparse_comparison": -0.0001093 + "baseline_average": 0.0001871, + "sparse_average": 0.273845575, + "sparse_integral": 0.0002285035, + "sparse_comparison": -0.00011 }, { "id": "411", @@ -1413,38 +1413,38 @@ [ 0.0, [ - 0.00011710000000000001 + 0.00011720000000000002 ] ], [ 0.4, [ - 0.00017889999999999998 + 0.0001865 ] ], [ 0.8, [ - 7.999999999999999e-05 + 8.359999999999999e-05 ] ], [ 0.99, [ - 4.429999999999999e-05 + 4.54e-05 ] ] ], "averages": { - "0.0": 0.00011710000000000001, - "0.4": 0.00017889999999999998, - "0.8": 7.999999999999999e-05, - "0.99": 4.429999999999999e-05 + "0.0": 0.00011720000000000002, + "0.4": 0.0001865, + "0.8": 8.359999999999999e-05, + "0.99": 4.54e-05 }, - "baseline_average": 0.00011710000000000001, - "sparse_average": 0.2738025375, - "sparse_integral": 0.00012278849999999998, - "sparse_comparison": -7.280000000000002e-05 + "baseline_average": 0.00011720000000000002, + "sparse_average": 0.27380408749999996, + "sparse_integral": 0.00012701500000000002, + "sparse_comparison": -7.180000000000001e-05 }, { "id": "414", @@ -1457,38 +1457,38 @@ [ 0.0, [ - 0.0002511 + 0.00025620000000000005 ] ], [ 0.4, [ - 0.00036550000000000005 + 0.00036909999999999997 ] ], [ 0.8, [ - 0.00014340000000000002 + 0.00014240000000000002 ] ], [ 0.99, [ - 4.7499999999999996e-05 + 4.649999999999999e-05 ] ] ], "averages": { - "0.0": 0.0002511, - "0.4": 0.00036550000000000005, - "0.8": 0.00014340000000000002, - "0.99": 4.7499999999999996e-05 + "0.0": 0.00025620000000000005, + "0.4": 0.00036909999999999997, + "0.8": 0.00014240000000000002, + "0.99": 4.649999999999999e-05 }, - "baseline_average": 0.0002511, - "sparse_average": 0.2738509375, - "sparse_integral": 0.00024323550000000002, - "sparse_comparison": -0.0002036 + "baseline_average": 0.00025620000000000005, + "sparse_average": 0.273851775, + "sparse_integral": 0.0002453055, + "sparse_comparison": -0.00020970000000000006 }, { "id": "417", @@ -1501,38 +1501,38 @@ [ 0.0, [ - 9.469999999999998e-05 + 9.679999999999998e-05 ] ], [ 0.4, [ - 0.00014010000000000002 + 0.0001437 ] ], [ 0.8, [ - 6.240000000000001e-05 + 6.239999999999999e-05 ] ], [ 0.99, [ - 3.3600000000000004e-05 + 3.2000000000000005e-05 ] ] ], "averages": { - "0.0": 9.469999999999998e-05, - "0.4": 0.00014010000000000002, - "0.8": 6.240000000000001e-05, - "0.99": 3.3600000000000004e-05 + "0.0": 9.679999999999998e-05, + "0.4": 0.0001437, + "0.8": 6.239999999999999e-05, + "0.99": 3.2000000000000005e-05 }, - "baseline_average": 9.469999999999998e-05, - "sparse_average": 0.27379135, - "sparse_integral": 9.658e-05, - "sparse_comparison": -6.109999999999998e-05 + "baseline_average": 9.679999999999998e-05, + "sparse_average": 0.27379186250000004, + "sparse_integral": 9.828799999999999e-05, + "sparse_comparison": -6.479999999999998e-05 }, { "id": "421", @@ -1545,38 +1545,38 @@ [ 0.0, [ - 0.00011869999999999998 + 0.00011500000000000002 ] ], [ 0.4, [ - 0.00019270000000000005 + 0.0001966 ] ], [ 0.8, [ - 8.459999999999998e-05 + 8.969999999999997e-05 ] ], [ 0.99, [ - 4.209999999999999e-05 + 4.1899999999999995e-05 ] ] ], "averages": { - "0.0": 0.00011869999999999998, - "0.4": 0.00019270000000000005, - "0.8": 8.459999999999998e-05, - "0.99": 4.209999999999999e-05 + "0.0": 0.00011500000000000002, + "0.4": 0.0001966, + "0.8": 8.969999999999997e-05, + "0.99": 4.1899999999999995e-05 }, - "baseline_average": 0.00011869999999999998, - "sparse_average": 0.2738047625, - "sparse_integral": 0.00012977650000000002, - "sparse_comparison": -7.659999999999999e-05 + "baseline_average": 0.00011500000000000002, + "sparse_average": 0.2738054, + "sparse_integral": 0.000132082, + "sparse_comparison": -7.310000000000002e-05 }, { "id": "424", @@ -1589,38 +1589,38 @@ [ 0.0, [ - 0.0002358 + 0.0002424 ] ], [ 0.4, [ - 0.0003603999999999999 + 0.0003679 ] ], [ 0.8, [ - 0.0001372 + 0.00013989999999999999 ] ], [ 0.99, [ - 4.569999999999999e-05 + 4.599999999999999e-05 ] ] ], "averages": { - "0.0": 0.0002358, - "0.4": 0.0003603999999999999, - "0.8": 0.0001372, - "0.99": 4.569999999999999e-05 + "0.0": 0.0002424, + "0.4": 0.0003679, + "0.8": 0.00013989999999999999, + "0.99": 4.599999999999999e-05 }, - "baseline_average": 0.0002358, - "sparse_average": 0.2738473875, - "sparse_integral": 0.00023613549999999996, - "sparse_comparison": -0.0001901 + "baseline_average": 0.0002424, + "sparse_average": 0.273849525, + "sparse_integral": 0.00024128050000000003, + "sparse_comparison": -0.0001964 }, { "id": "427", @@ -1633,38 +1633,38 @@ [ 0.0, [ - 9.399999999999998e-05 + 9.829999999999999e-05 ] ], [ 0.4, [ - 0.00014409999999999998 + 0.0001329 ] ], [ 0.8, [ - 6.21e-05 + 6.41e-05 ] ], [ 0.99, [ - 3.2200000000000003e-05 + 3.3700000000000006e-05 ] ] ], "averages": { - "0.0": 9.399999999999998e-05, - "0.4": 0.00014409999999999998, - "0.8": 6.21e-05, - "0.99": 3.2200000000000003e-05 + "0.0": 9.829999999999999e-05, + "0.4": 0.0001329, + "0.8": 6.41e-05, + "0.99": 3.3700000000000006e-05 }, - "baseline_average": 9.399999999999998e-05, - "sparse_average": 0.27379155, - "sparse_integral": 9.78185e-05, - "sparse_comparison": -6.179999999999998e-05 + "baseline_average": 9.829999999999999e-05, + "sparse_average": 0.273791125, + "sparse_integral": 9.4931e-05, + "sparse_comparison": -6.459999999999998e-05 }, { "id": "431", @@ -1677,38 +1677,38 @@ [ 0.0, [ - 0.00011710000000000001 + 0.0001163 ] ], [ 0.4, [ - 0.0001894 + 0.0001948 ] ], [ 0.8, [ - 8.429999999999999e-05 + 8.659999999999998e-05 ] ], [ 0.99, [ - 4.4e-05 + 4.419999999999999e-05 ] ] ], "averages": { - "0.0": 0.00011710000000000001, - "0.4": 0.0001894, - "0.8": 8.429999999999999e-05, - "0.99": 4.4e-05 + "0.0": 0.0001163, + "0.4": 0.0001948, + "0.8": 8.659999999999998e-05, + "0.99": 4.419999999999999e-05 }, - "baseline_average": 0.00011710000000000001, - "sparse_average": 0.27380435000000003, - "sparse_integral": 0.0001282285, - "sparse_comparison": -7.310000000000002e-05 + "baseline_average": 0.0001163, + "sparse_average": 0.2738052375, + "sparse_integral": 0.00013092599999999999, + "sparse_comparison": -7.21e-05 }, { "id": "434", @@ -1721,38 +1721,38 @@ [ 0.0, [ - 0.0002168 + 0.00022370000000000002 ] ], [ 0.4, [ - 0.000368 + 0.0003614 ] ], [ 0.8, [ - 0.00014429999999999998 + 0.00014629999999999998 ] ], [ 0.99, [ - 4.7499999999999996e-05 + 4.859999999999999e-05 ] ] ], "averages": { - "0.0": 0.0002168, - "0.4": 0.000368, - "0.8": 0.00014429999999999998, - "0.99": 4.7499999999999996e-05 + "0.0": 0.00022370000000000002, + "0.4": 0.0003614, + "0.8": 0.00014629999999999998, + "0.99": 4.859999999999999e-05 }, - "baseline_average": 0.0002168, - "sparse_average": 0.273847075, - "sparse_integral": 0.000237641, - "sparse_comparison": -0.00016930000000000002 + "baseline_average": 0.00022370000000000002, + "sparse_average": 0.2738475, + "sparse_integral": 0.0002370755, + "sparse_comparison": -0.00017510000000000003 }, { "id": "437", @@ -1765,38 +1765,38 @@ [ 0.0, [ - 9.259999999999999e-05 + 9.539999999999999e-05 ] ], [ 0.4, [ - 0.00013230000000000002 + 0.00013550000000000001 ] ], [ 0.8, [ - 5.9699999999999994e-05 + 6.139999999999999e-05 ] ], [ 0.99, [ - 3.290000000000001e-05 + 3.280000000000001e-05 ] ] ], "averages": { - "0.0": 9.259999999999999e-05, - "0.4": 0.00013230000000000002, - "0.8": 5.9699999999999994e-05, - "0.99": 3.290000000000001e-05 + "0.0": 9.539999999999999e-05, + "0.4": 0.00013550000000000001, + "0.8": 6.139999999999999e-05, + "0.99": 3.280000000000001e-05 }, - "baseline_average": 9.259999999999999e-05, - "sparse_average": 0.2737896875, - "sparse_integral": 9.217700000000001e-05, - "sparse_comparison": -5.969999999999998e-05 + "baseline_average": 9.539999999999999e-05, + "sparse_average": 0.2737906375, + "sparse_integral": 9.450900000000001e-05, + "sparse_comparison": -6.259999999999998e-05 }, { "id": "441", @@ -1809,38 +1809,38 @@ [ 0.0, [ - 0.0001153 + 0.0001179 ] ], [ 0.4, [ - 0.0001951 + 0.0001919 ] ], [ 0.8, [ - 8.24e-05 + 8.529999999999999e-05 ] ], [ 0.99, [ - 4.45e-05 + 4.3899999999999996e-05 ] ] ], "averages": { - "0.0": 0.0001153, - "0.4": 0.0001951, - "0.8": 8.24e-05, - "0.99": 4.45e-05 + "0.0": 0.0001179, + "0.4": 0.0001919, + "0.8": 8.529999999999999e-05, + "0.99": 4.3899999999999996e-05 }, - "baseline_average": 0.0001153, - "sparse_average": 0.2738046625, - "sparse_integral": 0.0001296355, - "sparse_comparison": -7.08e-05 + "baseline_average": 0.0001179, + "sparse_average": 0.273804875, + "sparse_integral": 0.000129674, + "sparse_comparison": -7.400000000000001e-05 }, { "id": "444", @@ -1853,38 +1853,38 @@ [ 0.0, [ - 0.00020890000000000004 + 0.0002111 ] ], [ 0.4, [ - 0.0003623 + 0.000372 ] ], [ 0.8, [ - 0.00013380000000000003 + 0.00014270000000000003 ] ], [ 0.99, [ - 4.599999999999999e-05 + 4.7399999999999993e-05 ] ] ], "averages": { - "0.0": 0.00020890000000000004, - "0.4": 0.0003623, - "0.8": 0.00013380000000000003, - "0.99": 4.599999999999999e-05 + "0.0": 0.0002111, + "0.4": 0.000372, + "0.8": 0.00014270000000000003, + "0.99": 4.7399999999999993e-05 }, - "baseline_average": 0.00020890000000000004, - "sparse_average": 0.273843875, - "sparse_integral": 0.00023054100000000004, - "sparse_comparison": -0.00016290000000000006 + "baseline_average": 0.0002111, + "sparse_average": 0.27384665, + "sparse_integral": 0.0002376195, + "sparse_comparison": -0.00016370000000000002 }, { "id": "447", @@ -1897,38 +1897,38 @@ [ 0.0, [ - 9.099999999999999e-05 + 9.359999999999998e-05 ] ], [ 0.4, [ - 0.00013690000000000002 + 0.00013769999999999999 ] ], [ 0.8, [ - 6.240000000000001e-05 + 6.27e-05 ] ], [ 0.99, [ - 3.290000000000001e-05 + 3.3900000000000004e-05 ] ] ], "averages": { - "0.0": 9.099999999999999e-05, - "0.4": 0.00013690000000000002, - "0.8": 6.240000000000001e-05, - "0.99": 3.290000000000001e-05 + "0.0": 9.359999999999998e-05, + "0.4": 0.00013769999999999999, + "0.8": 6.27e-05, + "0.99": 3.3900000000000004e-05 }, - "baseline_average": 9.099999999999999e-05, - "sparse_average": 0.2737904, - "sparse_integral": 9.449350000000003e-05, - "sparse_comparison": -5.809999999999998e-05 + "baseline_average": 9.359999999999998e-05, + "sparse_average": 0.2737909875, + "sparse_integral": 9.551699999999999e-05, + "sparse_comparison": -5.969999999999998e-05 }, { "id": "451", @@ -1941,38 +1941,38 @@ [ 0.0, [ - 0.00011310000000000001 + 0.00011710000000000001 ] ], [ 0.4, [ - 0.00019109999999999998 + 0.00019539999999999998 ] ], [ 0.8, [ - 8.24e-05 + 8.609999999999998e-05 ] ], [ 0.99, [ - 4.5799999999999995e-05 + 4.3099999999999984e-05 ] ] ], "averages": { - "0.0": 0.00011310000000000001, - "0.4": 0.00019109999999999998, - "0.8": 8.24e-05, - "0.99": 4.5799999999999995e-05 + "0.0": 0.00011710000000000001, + "0.4": 0.00019539999999999998, + "0.8": 8.609999999999998e-05, + "0.99": 4.3099999999999984e-05 }, - "baseline_average": 0.00011310000000000001, - "sparse_average": 0.27380405, - "sparse_integral": 0.000127719, - "sparse_comparison": -6.730000000000001e-05 + "baseline_average": 0.00011710000000000001, + "sparse_average": 0.2738052125, + "sparse_integral": 0.00013107399999999999, + "sparse_comparison": -7.400000000000004e-05 }, { "id": "454", @@ -1985,19 +1985,19 @@ [ 0.0, [ - 0.0002101 + 0.00020870000000000003 ] ], [ 0.4, [ - 0.0003619 + 0.00036290000000000004 ] ], [ 0.8, [ - 0.00013440000000000001 + 0.00013800000000000005 ] ], [ @@ -2008,15 +2008,15 @@ ] ], "averages": { - "0.0": 0.0002101, - "0.4": 0.0003619, - "0.8": 0.00013440000000000001, + "0.0": 0.00020870000000000003, + "0.4": 0.00036290000000000004, + "0.8": 0.00013800000000000005, "0.99": 4.679999999999999e-05 }, - "baseline_average": 0.0002101, - "sparse_average": 0.27384415, - "sparse_integral": 0.00023087400000000003, - "sparse_comparison": -0.0001633 + "baseline_average": 0.00020870000000000003, + "sparse_average": 0.27384455, + "sparse_integral": 0.00023205600000000007, + "sparse_comparison": -0.00016190000000000003 }, { "id": "457", @@ -2029,38 +2029,38 @@ [ 0.0, [ - 9.46e-05 + 9.9e-05 ] ], [ 0.4, [ - 0.0001359 + 0.0001391 ] ], [ 0.8, [ - 6.05e-05 + 6.19e-05 ] ], [ 0.99, [ - 3.3400000000000005e-05 + 3.21e-05 ] ] ], "averages": { - "0.0": 9.46e-05, - "0.4": 0.0001359, - "0.8": 6.05e-05, - "0.99": 3.3400000000000005e-05 + "0.0": 9.9e-05, + "0.4": 0.0001391, + "0.8": 6.19e-05, + "0.99": 3.21e-05 }, - "baseline_average": 9.46e-05, - "sparse_average": 0.27379055, - "sparse_integral": 9.43005e-05, - "sparse_comparison": -6.12e-05 + "baseline_average": 9.9e-05, + "sparse_average": 0.2737915125, + "sparse_integral": 9.675000000000001e-05, + "sparse_comparison": -6.69e-05 }, { "id": "461", @@ -2073,38 +2073,38 @@ [ 0.0, [ - 0.00019519999999999997 + 0.0002021 ] ], [ 0.4, [ - 0.00029699999999999996 + 0.0003022 ] ], [ 0.8, [ - 0.0001212 + 0.0001274 ] ], [ 0.99, [ - 5.7900000000000005e-05 + 5.690000000000001e-05 ] ] ], "averages": { - "0.0": 0.00019519999999999997, - "0.4": 0.00029699999999999996, - "0.8": 0.0001212, - "0.99": 5.7900000000000005e-05 + "0.0": 0.0002021, + "0.4": 0.0003022, + "0.8": 0.0001274, + "0.99": 5.690000000000001e-05 }, - "baseline_average": 0.00019519999999999997, - "sparse_average": 0.2738339125, - "sparse_integral": 0.00019909449999999998, - "sparse_comparison": -0.00013729999999999998 + "baseline_average": 0.0002021, + "sparse_average": 0.273836075, + "sparse_integral": 0.0002042885, + "sparse_comparison": -0.0001452 }, { "id": "464", @@ -2117,38 +2117,38 @@ [ 0.0, [ - 0.00034130000000000006 + 0.0003419 ] ], [ 0.4, [ - 0.0008125 + 0.0008218 ] ], [ 0.8, [ - 0.0003064 + 0.0003159 ] ], [ 0.99, [ - 0.0001069 + 0.00011839999999999999 ] ] ], "averages": { - "0.0": 0.00034130000000000006, - "0.4": 0.0008125, - "0.8": 0.0003064, - "0.99": 0.0001069 + "0.0": 0.0003419, + "0.4": 0.0008218, + "0.8": 0.0003159, + "0.99": 0.00011839999999999999 }, - "baseline_average": 0.00034130000000000006, - "sparse_average": 0.2739458875, - "sparse_integral": 0.0004938035, - "sparse_comparison": -0.00023440000000000006 + "baseline_average": 0.0003419, + "sparse_average": 0.27394975, + "sparse_integral": 0.0005015385, + "sparse_comparison": -0.0002235 }, { "id": "467", @@ -2161,38 +2161,38 @@ [ 0.0, [ - 0.0001112 + 0.00011479999999999999 ] ], [ 0.4, [ - 0.00029979999999999997 + 0.0003064999999999999 ] ], [ 0.8, [ - 0.00012509999999999998 + 0.0001248 ] ], [ 0.99, [ - 5.33e-05 + 5.17e-05 ] ] ], "averages": { - "0.0": 0.0001112, - "0.4": 0.00029979999999999997, - "0.8": 0.00012509999999999998, - "0.99": 5.33e-05 + "0.0": 0.00011479999999999999, + "0.4": 0.0003064999999999999, + "0.8": 0.0001248, + "0.99": 5.17e-05 }, - "baseline_average": 0.0001112, - "sparse_average": 0.273823675, - "sparse_integral": 0.000184128, - "sparse_comparison": -5.7900000000000005e-05 + "baseline_average": 0.00011479999999999999, + "sparse_average": 0.273824725, + "sparse_integral": 0.00018728749999999996, + "sparse_comparison": -6.309999999999999e-05 }, { "id": "469", @@ -2205,38 +2205,38 @@ [ 0.0, [ - 0.00022640000000000003 + 0.00022980000000000006 ] ], [ 0.4, [ - 0.0006778000000000001 + 0.0006952999999999998 ] ], [ 0.8, [ - 0.00023949999999999997 + 0.0002431 ] ], [ 0.99, [ - 8.929999999999998e-05 + 9.189999999999998e-05 ] ] ], "averages": { - "0.0": 0.00022640000000000003, - "0.4": 0.0006778000000000001, - "0.8": 0.00023949999999999997, - "0.99": 8.929999999999998e-05 + "0.0": 0.00022980000000000006, + "0.4": 0.0006952999999999998, + "0.8": 0.0002431, + "0.99": 9.189999999999998e-05 }, - "baseline_average": 0.00022640000000000003, - "sparse_average": 0.273904125, - "sparse_integral": 0.00039553600000000004, - "sparse_comparison": -0.00013710000000000005 + "baseline_average": 0.00022980000000000006, + "sparse_average": 0.2739075125, + "sparse_integral": 0.0004045249999999999, + "sparse_comparison": -0.00013790000000000007 }, { "id": "473", @@ -2249,38 +2249,38 @@ [ 0.0, [ - 0.0001386 + 0.00014429999999999996 ] ], [ 0.4, [ - 0.0005352 + 0.0005549999999999999 ] ], [ 0.8, [ - 0.00017759999999999998 + 0.00017599999999999997 ] ], [ 0.99, [ - 7.939999999999999e-05 + 7.909999999999998e-05 ] ] ], "averages": { - "0.0": 0.0001386, - "0.4": 0.0005352, - "0.8": 0.00017759999999999998, - "0.99": 7.939999999999999e-05 + "0.0": 0.00014429999999999996, + "0.4": 0.0005549999999999999, + "0.8": 0.00017599999999999997, + "0.99": 7.909999999999998e-05 }, - "baseline_average": 0.0001386, - "sparse_average": 0.27386635, - "sparse_integral": 0.000301735, - "sparse_comparison": -5.9200000000000016e-05 + "baseline_average": 0.00014429999999999996, + "sparse_average": 0.2738693, + "sparse_integral": 0.0003102945, + "sparse_comparison": -6.519999999999997e-05 }, { "id": "476", @@ -2293,38 +2293,38 @@ [ 0.0, [ - 0.00029749999999999997 + 0.00030409999999999996 ] ], [ 0.4, [ - 0.0007905 + 0.0007930000000000001 ] ], [ 0.8, [ - 0.0002928 + 0.0003051 ] ], [ 0.99, [ - 9.149999999999999e-05 + 9.429999999999997e-05 ] ] ], "averages": { - "0.0": 0.00029749999999999997, - "0.4": 0.0007905, - "0.8": 0.0002928, - "0.99": 9.149999999999999e-05 + "0.0": 0.00030409999999999996, + "0.4": 0.0007930000000000001, + "0.8": 0.0003051, + "0.99": 9.429999999999997e-05 }, - "baseline_average": 0.00029749999999999997, - "sparse_average": 0.2739340375, - "sparse_integral": 0.00047076849999999994, - "sparse_comparison": -0.00020599999999999997 + "baseline_average": 0.00030409999999999996, + "sparse_average": 0.2739370625, + "sparse_integral": 0.000476983, + "sparse_comparison": -0.0002098 }, { "id": "479", @@ -2337,38 +2337,38 @@ [ 0.0, [ - 0.0001116 + 0.00011799999999999997 ] ], [ 0.4, [ - 0.00030389999999999996 + 0.0003034 ] ], [ 0.8, [ - 0.0001328 + 0.00013280000000000003 ] ], [ 0.99, [ - 5.7100000000000006e-05 + 5.5400000000000005e-05 ] ] ], "averages": { - "0.0": 0.0001116, - "0.4": 0.00030389999999999996, - "0.8": 0.0001328, - "0.99": 5.7100000000000006e-05 + "0.0": 0.00011799999999999997, + "0.4": 0.0003034, + "0.8": 0.00013280000000000003, + "0.99": 5.5400000000000005e-05 }, - "baseline_average": 0.0001116, - "sparse_average": 0.273825675, - "sparse_integral": 0.0001884805, - "sparse_comparison": -5.4499999999999997e-05 + "baseline_average": 0.00011799999999999997, + "sparse_average": 0.2738262, + "sparse_integral": 0.000189399, + "sparse_comparison": -6.259999999999996e-05 }, { "id": "483", @@ -2381,38 +2381,38 @@ [ 0.0, [ - 0.0001391 + 0.0001468 ] ], [ 0.4, [ - 0.0005175999999999999 + 0.0005306000000000001 ] ], [ 0.8, [ - 0.0001757 + 0.000179 ] ], [ 0.99, [ - 7.899999999999998e-05 + 7.69e-05 ] ] ], "averages": { - "0.0": 0.0001391, - "0.4": 0.0005175999999999999, - "0.8": 0.0001757, - "0.99": 7.899999999999998e-05 + "0.0": 0.0001468, + "0.4": 0.0005306000000000001, + "0.8": 0.000179, + "0.99": 7.69e-05 }, - "baseline_average": 0.0001391, - "sparse_average": 0.273863925, - "sparse_integral": 0.00029419649999999994, - "sparse_comparison": -6.010000000000001e-05 + "baseline_average": 0.0001468, + "sparse_average": 0.2738666625, + "sparse_integral": 0.0003017105, + "sparse_comparison": -6.989999999999999e-05 }, { "id": "486", @@ -2425,38 +2425,38 @@ [ 0.0, [ - 0.00028969999999999994 + 0.0002895 ] ], [ 0.4, [ - 0.0007874 + 0.0007979 ] ], [ 0.8, [ - 0.0002953 + 0.0002957 ] ], [ 0.99, [ - 9.259999999999999e-05 + 9.279999999999998e-05 ] ] ], "averages": { - "0.0": 0.00028969999999999994, - "0.4": 0.0007874, - "0.8": 0.0002953, - "0.99": 9.259999999999999e-05 + "0.0": 0.0002895, + "0.4": 0.0007979, + "0.8": 0.0002957, + "0.99": 9.279999999999998e-05 }, - "baseline_average": 0.00028969999999999994, - "sparse_average": 0.273933125, - "sparse_integral": 0.0004688105, - "sparse_comparison": -0.00019709999999999997 + "baseline_average": 0.0002895, + "sparse_average": 0.27393448750000005, + "sparse_integral": 0.00047310749999999996, + "sparse_comparison": -0.0001967 }, { "id": "489", @@ -2469,38 +2469,38 @@ [ 0.0, [ - 0.0001084 + 0.00011400000000000002 ] ], [ 0.4, [ - 0.0003023 + 0.0003062 ] ], [ 0.8, [ - 0.00013200000000000004 + 0.00013220000000000001 ] ], [ 0.99, [ - 5.660000000000001e-05 + 5.38e-05 ] ] ], "averages": { - "0.0": 0.0001084, - "0.4": 0.0003023, - "0.8": 0.00013200000000000004, - "0.99": 5.660000000000001e-05 + "0.0": 0.00011400000000000002, + "0.4": 0.0003062, + "0.8": 0.00013220000000000001, + "0.99": 5.38e-05 }, - "baseline_average": 0.0001084, - "sparse_average": 0.2738249125, - "sparse_integral": 0.000186917, - "sparse_comparison": -5.18e-05 + "baseline_average": 0.00011400000000000002, + "sparse_average": 0.273825775, + "sparse_integral": 0.00018939, + "sparse_comparison": -6.020000000000002e-05 }, { "id": "493", @@ -2513,38 +2513,38 @@ [ 0.0, [ - 8.400000000000001e-06 + 7.800000000000002e-06 ] ], [ 0.4, [ - 7.9e-06 + 7.600000000000001e-06 ] ], [ 0.8, [ - 7.800000000000002e-06 + 7.400000000000001e-06 ] ], [ 0.99, [ - 7.7e-06 + 7.300000000000001e-06 ] ] ], "averages": { - "0.0": 8.400000000000001e-06, - "0.4": 7.9e-06, - "0.8": 7.800000000000002e-06, - "0.99": 7.7e-06 + "0.0": 7.800000000000002e-06, + "0.4": 7.600000000000001e-06, + "0.8": 7.400000000000001e-06, + "0.99": 7.300000000000001e-06 }, - "baseline_average": 8.400000000000001e-06, - "sparse_average": 0.273753975, - "sparse_integral": 7.872500000000001e-06, - "sparse_comparison": -7.000000000000001e-07 + "baseline_average": 7.800000000000002e-06, + "sparse_average": 0.2737537625, + "sparse_integral": 7.4765e-06, + "sparse_comparison": -5.000000000000003e-07 }, { "id": "output_0", @@ -2557,42 +2557,42 @@ [ 0.007936508394777775, [ - 0.0001244 + 0.0001229 ] ], [ 0.4, [ - 0.0001235 + 0.00012790000000000002 ] ], [ 0.8, [ - 0.00012179999999999999 + 0.0001237 ] ], [ 0.99, [ - 0.0001267 + 0.00012719999999999997 ] ] ], "averages": { - "0.007936508394777775": 0.0001244, - "0.4": 0.0001235, - "0.8": 0.00012179999999999999, - "0.99": 0.0001267 + "0.007936508394777775": 0.0001229, + "0.4": 0.00012790000000000002, + "0.8": 0.0001237, + "0.99": 0.00012719999999999997 }, - "baseline_average": 0.0001244, - "sparse_average": 0.27480411354934725, - "sparse_integral": 0.0001212637697844673, - "sparse_comparison": 2.3000000000000017e-06 + "baseline_average": 0.0001229, + "sparse_average": 0.2748047760493472, + "sparse_integral": 0.00012332026184729488, + "sparse_comparison": 4.299999999999969e-06 }, { - "id": null, - "name": "shuffle_56", + "id": "output_1", + "name": "softmax_56", "index": 57, "baseline_measurement_index": 0, "has_baseline": true, @@ -2601,21 +2601,42 @@ [ 0.0, [ - 5.399999999999999e-06 + 1.1499999999999998e-05 + ] + ], + [ + 0.4, + [ + 1.1299999999999997e-05 + ] + ], + [ + 0.8, + [ + 1.4200000000000001e-05 + ] + ], + [ + 0.99, + [ + 1.1299999999999997e-05 ] ] ], "averages": { - "0.0": 5.399999999999999e-06 + "0.0": 1.1499999999999998e-05, + "0.4": 1.1299999999999997e-05, + "0.8": 1.4200000000000001e-05, + "0.99": 1.1299999999999997e-05 }, - "baseline_average": 5.399999999999999e-06, - "sparse_average": 2.6999999999999996e-06, - "sparse_integral": 5.399999999999999e-06, - "sparse_comparison": 0.0 + "baseline_average": 1.1499999999999998e-05, + "sparse_average": 0.2737560375, + "sparse_integral": 1.2082499999999998e-05, + "sparse_comparison": -2.0000000000000147e-07 }, { - "id": "output_1", - "name": "softmax_57", + "id": null, + "name": "shuffle_57", "index": 58, "baseline_measurement_index": 0, "has_baseline": true, @@ -2624,43 +2645,45 @@ [ 0.0, [ - 1.1999999999999999e-05 - ] - ], - [ - 0.4, - [ - 1.1699999999999998e-05 - ] - ], - [ - 0.8, - [ - 1.1999999999999999e-05 + 5.999999999999999e-06 ] - ], + ] + ], + "averages": { + "0.0": 5.999999999999999e-06 + }, + "baseline_average": 5.999999999999999e-06, + "sparse_average": 2.9999999999999997e-06, + "sparse_integral": 5.999999999999999e-06, + "sparse_comparison": 0.0 + }, + { + "id": null, + "name": "shuffle_58", + "index": 59, + "baseline_measurement_index": 0, + "has_baseline": true, + "baseline_measurement_key": 0.0, + "sparse_measurements": [ [ - 0.99, + 0.0, [ - 1.1499999999999998e-05 + 5.0999999999999995e-06 ] ] ], "averages": { - "0.0": 1.1999999999999999e-05, - "0.4": 1.1699999999999998e-05, - "0.8": 1.1999999999999999e-05, - "0.99": 1.1499999999999998e-05 + "0.0": 5.0999999999999995e-06 }, - "baseline_average": 1.1999999999999999e-05, - "sparse_average": 0.27375590000000005, - "sparse_integral": 1.1712499999999998e-05, - "sparse_comparison": -5.000000000000003e-07 + "baseline_average": 5.0999999999999995e-06, + "sparse_average": 2.5499999999999997e-06, + "sparse_integral": 5.0999999999999995e-06, + "sparse_comparison": 0.0 }, { "id": null, "name": "ORT Subgraph 1", - "index": 59, + "index": 60, "baseline_measurement_index": 0, "has_baseline": true, "baseline_measurement_key": 0.0, @@ -2668,37 +2691,37 @@ [ 0.0, [ - 2.1999999999999996e-05 + 2.3999999999999997e-05 ] ], [ 0.4, [ - 2.3999999999999997e-05 + 2.2999999999999997e-05 ] ], [ 0.8, [ - 2.1e-05 + 2.1999999999999996e-05 ] ], [ 0.99, [ - 2.1999999999999996e-05 + 2.3999999999999997e-05 ] ] ], "averages": { - "0.0": 2.1999999999999996e-05, - "0.4": 2.3999999999999997e-05, - "0.8": 2.1e-05, - "0.99": 2.1999999999999996e-05 + "0.0": 2.3999999999999997e-05, + "0.4": 2.2999999999999997e-05, + "0.8": 2.1999999999999996e-05, + "0.99": 2.3999999999999997e-05 }, - "baseline_average": 2.1999999999999996e-05, - "sparse_average": 0.273761125, - "sparse_integral": 2.2284999999999998e-05, + "baseline_average": 2.3999999999999997e-05, + "sparse_average": 0.273761625, + "sparse_integral": 2.2769999999999997e-05, "sparse_comparison": 0.0 }, { @@ -2712,31 +2735,31 @@ [ 0.4, [ - 3.470000000000001e-05 + 3.4300000000000014e-05 ] ], [ 0.8, [ - 3.69e-05 + 3.3600000000000004e-05 ] ], [ 0.99, [ - 3.530000000000001e-05 + 3.4300000000000014e-05 ] ] ], "averages": { - "0.4": 3.470000000000001e-05, - "0.8": 3.69e-05, - "0.99": 3.530000000000001e-05 + "0.4": 3.4300000000000014e-05, + "0.8": 3.3600000000000004e-05, + "0.99": 3.4300000000000014e-05 }, "baseline_average": null, - "sparse_average": 0.36501781666666666, - "sparse_integral": 2.1179000000000002e-05, - "sparse_comparison": 6.00000000000001e-07 + "sparse_average": 0.3650170333333333, + "sparse_integral": 2.0030500000000004e-05, + "sparse_comparison": 0.0 }, { "id": null, @@ -2749,36 +2772,36 @@ [ 0.4, [ - 2.71e-05 + 2.2599999999999994e-05 ] ], [ 0.8, [ - 2.1599999999999996e-05 + 1.9699999999999998e-05 ] ], [ 0.99, [ - 2.0899999999999996e-05 + 1.8399999999999997e-05 ] ] ], "averages": { - "0.4": 2.71e-05, - "0.8": 2.1599999999999996e-05, - "0.99": 2.0899999999999996e-05 + "0.4": 2.2599999999999994e-05, + "0.8": 1.9699999999999998e-05, + "0.99": 1.8399999999999997e-05 }, "baseline_average": null, - "sparse_average": 0.36501160000000005, - "sparse_integral": 1.3777499999999998e-05, - "sparse_comparison": -6.200000000000005e-06 + "sparse_average": 0.36501011666666666, + "sparse_integral": 1.2079499999999997e-05, + "sparse_comparison": -4.199999999999997e-06 }, { "id": null, - "name": "shuffle_58", - "index": 59, + "name": "shuffle_59", + "index": 60, "baseline_measurement_index": -1, "has_baseline": false, "baseline_measurement_key": null, @@ -2786,31 +2809,68 @@ [ 0.4, [ - 5.799999999999999e-06 + 7.7e-06 ] ], [ 0.8, [ - 7.2e-06 + 5.299999999999998e-06 ] ], [ 0.99, + [ + 5.5e-06 + ] + ] + ], + "averages": { + "0.4": 7.7e-06, + "0.8": 5.299999999999998e-06, + "0.99": 5.5e-06 + }, + "baseline_average": null, + "sparse_average": 0.3650030833333333, + "sparse_integral": 3.6259999999999997e-06, + "sparse_comparison": -2.200000000000001e-06 + }, + { + "id": null, + "name": "shuffle_60", + "index": 61, + "baseline_measurement_index": -1, + "has_baseline": false, + "baseline_measurement_key": null, + "sparse_measurements": [ + [ + 0.4, + [ + 5.0999999999999995e-06 + ] + ], + [ + 0.8, [ 5.399999999999999e-06 ] + ], + [ + 0.99, + [ + 5.4e-06 + ] ] ], "averages": { - "0.4": 5.799999999999999e-06, - "0.8": 7.2e-06, - "0.99": 5.399999999999999e-06 + "0.4": 5.0999999999999995e-06, + "0.8": 5.399999999999999e-06, + "0.99": 5.4e-06 }, "baseline_average": null, - "sparse_average": 0.36500306666666665, - "sparse_integral": 3.797e-06, - "sparse_comparison": -3.9999999999999956e-07 + "sparse_average": 0.36500265000000004, + "sparse_integral": 3.1259999999999994e-06, + "sparse_comparison": 3.000000000000005e-07 } ] } \ No newline at end of file