From f0589a191aa7eae1221edca7c6b9f49f1f341997 Mon Sep 17 00:00:00 2001 From: rahultuli Date: Tue, 7 Sep 2021 17:10:03 -0400 Subject: [PATCH] Updated: mobilenet_perf.json, and resnet50_perf.json --- .../mobilenet_perf.json | 72 +----- .../resnet50_perf.json | 244 +++++++----------- 2 files changed, 106 insertions(+), 210 deletions(-) diff --git a/tests/sparseml/onnx/optim/test_sensitivity_ks_data/mobilenet_perf.json b/tests/sparseml/onnx/optim/test_sensitivity_ks_data/mobilenet_perf.json index e24021e4c15..8879dc8753b 100644 --- a/tests/sparseml/onnx/optim/test_sensitivity_ks_data/mobilenet_perf.json +++ b/tests/sparseml/onnx/optim/test_sensitivity_ks_data/mobilenet_perf.json @@ -1471,7 +1471,7 @@ }, { "id": null, - "name": "shuffle_31", + "name": "ORT Subgraph 1", "index": 32, "baseline_measurement_index": 0, "has_baseline": true, @@ -1480,82 +1480,38 @@ [ 0.0, [ - 5.9e-06 + 2.1999999999999996e-05 ] ], [ 0.4, [ - 5.699999999999999e-06 + 2.1e-05 ] ], [ 0.8, - [ - 5.1999999999999985e-06 - ] - ], - [ - 0.99, - [ - 4.9e-06 - ] - ] - ], - "averages": { - "0.0": 5.9e-06, - "0.4": 5.699999999999999e-06, - "0.8": 5.1999999999999985e-06, - "0.99": 4.9e-06 - }, - "baseline_average": 5.9e-06, - "sparse_average": 0.2737527125, - "sparse_integral": 5.459499999999999e-06, - "sparse_comparison": -1.0000000000000006e-06 - }, - { - "id": null, - "name": "ORT Subgraph 1", - "index": 33, - "baseline_measurement_index": 0, - "has_baseline": true, - "baseline_measurement_key": 0.0, - "sparse_measurements": [ - [ - 0.0, - [ - 1.9999999999999998e-05 - ] - ], - [ - 0.4, [ 1.7999999999999994e-05 ] ], - [ - 0.8, - [ - 1.9999999999999998e-05 - ] - ], [ 0.99, [ - 1.7999999999999994e-05 + 2.1999999999999996e-05 ] ] ], "averages": { - "0.0": 1.9999999999999998e-05, - "0.4": 1.7999999999999994e-05, - "0.8": 1.9999999999999998e-05, - "0.99": 1.7999999999999994e-05 + "0.0": 2.1999999999999996e-05, + "0.4": 2.1e-05, + "0.8": 1.7999999999999994e-05, + "0.99": 2.1999999999999996e-05 }, - "baseline_average": 1.9999999999999998e-05, - "sparse_average": 0.2737595, - "sparse_integral": 1.8809999999999994e-05, - "sparse_comparison": -2.0000000000000046e-06 + "baseline_average": 2.1999999999999996e-05, + "sparse_average": 0.273760375, + "sparse_integral": 2.0199999999999996e-05, + "sparse_comparison": 0.0 }, { "id": null, @@ -1633,8 +1589,8 @@ }, { "id": null, - "name": "shuffle_33", - "index": 34, + "name": "shuffle_31", + "index": 32, "baseline_measurement_index": -1, "has_baseline": false, "baseline_measurement_key": null, diff --git a/tests/sparseml/onnx/optim/test_sensitivity_ks_data/resnet50_perf.json b/tests/sparseml/onnx/optim/test_sensitivity_ks_data/resnet50_perf.json index 01f1afdcd23..8626026c2c0 100644 --- a/tests/sparseml/onnx/optim/test_sensitivity_ks_data/resnet50_perf.json +++ b/tests/sparseml/onnx/optim/test_sensitivity_ks_data/resnet50_perf.json @@ -2536,15 +2536,15 @@ ] ], "averages": { - "0.0": 7.800000000000002e-06, + "0.0": 8.6e-06, "0.4": 7.600000000000001e-06, - "0.8": 7.400000000000001e-06, - "0.99": 7.300000000000001e-06 + "0.8": 7.600000000000001e-06, + "0.99": 6.900000000000001e-06 }, - "baseline_average": 7.800000000000002e-06, - "sparse_average": 0.2737537625, - "sparse_integral": 7.4765e-06, - "sparse_comparison": -5.000000000000003e-07 + "baseline_average": 8.6e-06, + "sparse_average": 0.27375383750000004, + "sparse_integral": 7.6575e-06, + "sparse_comparison": -1.6999999999999998e-06 }, { "id": "output_0", @@ -2557,42 +2557,42 @@ [ 0.007936508394777775, [ - 0.0001229 + 0.00012220000000000002 ] ], [ 0.4, [ - 0.00012790000000000002 + 0.0001259 ] ], [ 0.8, [ - 0.0001237 + 0.0001238 ] ], [ 0.99, [ - 0.00012719999999999997 + 0.00012929999999999997 ] ] ], "averages": { - "0.007936508394777775": 0.0001229, - "0.4": 0.00012790000000000002, - "0.8": 0.0001237, - "0.99": 0.00012719999999999997 + "0.007936508394777775": 0.00012220000000000002, + "0.4": 0.0001259, + "0.8": 0.0001238, + "0.99": 0.00012929999999999997 }, - "baseline_average": 0.0001229, - "sparse_average": 0.2748047760493472, - "sparse_integral": 0.00012332026184729488, - "sparse_comparison": 4.299999999999969e-06 + "baseline_average": 0.00012220000000000002, + "sparse_average": 0.27480471354934727, + "sparse_integral": 0.0001226199761336278, + "sparse_comparison": 7.099999999999956e-06 }, { - "id": "output_1", - "name": "softmax_56", + "id": null, + "name": "shuffle_56", "index": 57, "baseline_measurement_index": 0, "has_baseline": true, @@ -2601,42 +2601,21 @@ [ 0.0, [ - 1.1499999999999998e-05 - ] - ], - [ - 0.4, - [ - 1.1299999999999997e-05 - ] - ], - [ - 0.8, - [ - 1.4200000000000001e-05 - ] - ], - [ - 0.99, - [ - 1.1299999999999997e-05 + 5.799999999999999e-06 ] ] ], "averages": { - "0.0": 1.1499999999999998e-05, - "0.4": 1.1299999999999997e-05, - "0.8": 1.4200000000000001e-05, - "0.99": 1.1299999999999997e-05 + "0.0": 5.799999999999999e-06 }, - "baseline_average": 1.1499999999999998e-05, - "sparse_average": 0.2737560375, - "sparse_integral": 1.2082499999999998e-05, - "sparse_comparison": -2.0000000000000147e-07 + "baseline_average": 5.799999999999999e-06, + "sparse_average": 2.8999999999999993e-06, + "sparse_integral": 5.799999999999999e-06, + "sparse_comparison": 0.0 }, { - "id": null, - "name": "shuffle_57", + "id": "output_1", + "name": "softmax_57", "index": 58, "baseline_measurement_index": 0, "has_baseline": true, @@ -2645,45 +2624,43 @@ [ 0.0, [ - 5.999999999999999e-06 + 1.15e-05 ] - ] - ], - "averages": { - "0.0": 5.999999999999999e-06 - }, - "baseline_average": 5.999999999999999e-06, - "sparse_average": 2.9999999999999997e-06, - "sparse_integral": 5.999999999999999e-06, - "sparse_comparison": 0.0 - }, - { - "id": null, - "name": "shuffle_58", - "index": 59, - "baseline_measurement_index": 0, - "has_baseline": true, - "baseline_measurement_key": 0.0, - "sparse_measurements": [ + ], [ - 0.0, + 0.4, [ - 5.0999999999999995e-06 + 1.4300000000000002e-05 + ] + ], + [ + 0.8, + [ + 1.1999999999999999e-05 + ] + ], + [ + 0.99, + [ + 1.2099999999999998e-05 ] ] ], "averages": { - "0.0": 5.0999999999999995e-06 + "0.0": 1.15e-05, + "0.4": 1.4300000000000002e-05, + "0.8": 1.1999999999999999e-05, + "0.99": 1.2099999999999998e-05 }, - "baseline_average": 5.0999999999999995e-06, - "sparse_average": 2.5499999999999997e-06, - "sparse_integral": 5.0999999999999995e-06, - "sparse_comparison": 0.0 + "baseline_average": 1.15e-05, + "sparse_average": 0.2737562375, + "sparse_integral": 1.2709500000000001e-05, + "sparse_comparison": 5.999999999999976e-07 }, { "id": null, "name": "ORT Subgraph 1", - "index": 60, + "index": 59, "baseline_measurement_index": 0, "has_baseline": true, "baseline_measurement_key": 0.0, @@ -2691,19 +2668,19 @@ [ 0.0, [ - 2.3999999999999997e-05 + 2.1e-05 ] ], [ 0.4, [ - 2.2999999999999997e-05 + 2.4999999999999998e-05 ] ], [ 0.8, [ - 2.1999999999999996e-05 + 2.3999999999999997e-05 ] ], [ @@ -2714,15 +2691,15 @@ ] ], "averages": { - "0.0": 2.3999999999999997e-05, - "0.4": 2.2999999999999997e-05, - "0.8": 2.1999999999999996e-05, + "0.0": 2.1e-05, + "0.4": 2.4999999999999998e-05, + "0.8": 2.3999999999999997e-05, "0.99": 2.3999999999999997e-05 }, - "baseline_average": 2.3999999999999997e-05, - "sparse_average": 0.273761625, - "sparse_integral": 2.2769999999999997e-05, - "sparse_comparison": 0.0 + "baseline_average": 2.1e-05, + "sparse_average": 0.27376175, + "sparse_integral": 2.3559999999999995e-05, + "sparse_comparison": 2.9999999999999984e-06 }, { "id": null, @@ -2735,31 +2712,31 @@ [ 0.4, [ - 3.4300000000000014e-05 + 3.3600000000000004e-05 ] ], [ 0.8, [ - 3.3600000000000004e-05 + 3.47e-05 ] ], [ 0.99, [ - 3.4300000000000014e-05 + 3.4699999999999996e-05 ] ] ], "averages": { - "0.4": 3.4300000000000014e-05, - "0.8": 3.3600000000000004e-05, - "0.99": 3.4300000000000014e-05 + "0.4": 3.3600000000000004e-05, + "0.8": 3.47e-05, + "0.99": 3.4699999999999996e-05 }, "baseline_average": null, - "sparse_average": 0.3650170333333333, - "sparse_integral": 2.0030500000000004e-05, - "sparse_comparison": 0.0 + "sparse_average": 0.36501716666666667, + "sparse_integral": 2.0252999999999997e-05, + "sparse_comparison": 1.0999999999999929e-06 }, { "id": null, @@ -2772,36 +2749,36 @@ [ 0.4, [ - 2.2599999999999994e-05 + 2.61e-05 ] ], [ 0.8, [ - 1.9699999999999998e-05 + 1.8499999999999996e-05 ] ], [ 0.99, [ - 1.8399999999999997e-05 + 1.81e-05 ] ] ], "averages": { - "0.4": 2.2599999999999994e-05, - "0.8": 1.9699999999999998e-05, - "0.99": 1.8399999999999997e-05 + "0.4": 2.61e-05, + "0.8": 1.8499999999999996e-05, + "0.99": 1.81e-05 }, "baseline_average": null, - "sparse_average": 0.36501011666666666, - "sparse_integral": 1.2079499999999997e-05, - "sparse_comparison": -4.199999999999997e-06 + "sparse_average": 0.36501045000000004, + "sparse_integral": 1.2397e-05, + "sparse_comparison": -8.000000000000001e-06 }, { "id": null, - "name": "shuffle_59", - "index": 60, + "name": "shuffle_58", + "index": 59, "baseline_measurement_index": -1, "has_baseline": false, "baseline_measurement_key": null, @@ -2809,68 +2786,31 @@ [ 0.4, [ - 7.7e-06 + 6.3e-06 ] ], [ 0.8, - [ - 5.299999999999998e-06 - ] - ], - [ - 0.99, - [ - 5.5e-06 - ] - ] - ], - "averages": { - "0.4": 7.7e-06, - "0.8": 5.299999999999998e-06, - "0.99": 5.5e-06 - }, - "baseline_average": null, - "sparse_average": 0.3650030833333333, - "sparse_integral": 3.6259999999999997e-06, - "sparse_comparison": -2.200000000000001e-06 - }, - { - "id": null, - "name": "shuffle_60", - "index": 61, - "baseline_measurement_index": -1, - "has_baseline": false, - "baseline_measurement_key": null, - "sparse_measurements": [ - [ - 0.4, [ 5.0999999999999995e-06 ] ], - [ - 0.8, - [ - 5.399999999999999e-06 - ] - ], [ 0.99, [ - 5.4e-06 + 5.999999999999999e-06 ] ] ], "averages": { - "0.4": 5.0999999999999995e-06, - "0.8": 5.399999999999999e-06, - "0.99": 5.4e-06 + "0.4": 6.3e-06, + "0.8": 5.0999999999999995e-06, + "0.99": 5.999999999999999e-06 }, "baseline_average": null, - "sparse_average": 0.36500265000000004, - "sparse_integral": 3.1259999999999994e-06, - "sparse_comparison": 3.000000000000005e-07 + "sparse_average": 0.3650029000000001, + "sparse_integral": 3.334499999999999e-06, + "sparse_comparison": -3.000000000000005e-07 } ] } \ No newline at end of file