7903510: JMH: Add core performance checking tests

jmh-core-benchmarks/src/main/java/org/openjdk/jmh/benchmarks/CoreStabilityBench.java

@@ -0,0 +1,55 @@
+/*
+ * Copyright Amazon.com Inc. or its affiliates. All Rights Reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation.  Oracle designates this
+ * particular file as subject to the "Classpath" exception as provided
+ * by Oracle in the LICENSE file that accompanied this code.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+ * or visit www.oracle.com if you need additional information or have any
+ * questions.
+ */
+package org.openjdk.jmh.benchmarks;
+
+import org.openjdk.jmh.annotations.*;
+import org.openjdk.jmh.infra.Blackhole;
+import org.openjdk.jmh.validation.AffinitySupport;
+import org.openjdk.jmh.validation.SpinWaitSupport;
+
+import java.util.concurrent.TimeUnit;
+
+@BenchmarkMode(Mode.Throughput)
+@OutputTimeUnit(TimeUnit.SECONDS)
+@Threads(1)
+@State(Scope.Thread)
+public class CoreStabilityBench {
+
+    @Param("-1")
+    int p;
+
+    @Setup
+    public void setup() {
+        if (p == -1) {
+            throw new IllegalStateException("Should provide a CPU number");
+        }
+        AffinitySupport.bind(p);
+    }
+
+    @Benchmark
+    public void test() {
+        Blackhole.consumeCPU(1_000_000);
+    }
+}

jmh-core-benchmarks/src/main/java/org/openjdk/jmh/validation/Main.java

@@ -179,6 +179,9 @@ public static void main(String[] args) throws RunnerException, CommandLineOption
                 case burst_stability:
                     new BurstStabilityTest().runWith(pw, opts);
                     break;
+                case core_stability:
+                    new CoreStabilityTest().runWith(pw, opts);
+                    break;
                 case compiler_hints:
                     new CompilerHintsTest().runWith(pw, opts);
                     break;
@@ -262,6 +265,7 @@ public enum Test {
         thermal,
         long_stability,
         burst_stability,
+        core_stability,
         thread_scale,
         helpers,
         blackhole_cpu,

jmh-core-benchmarks/src/main/java/org/openjdk/jmh/validation/tests/CoreStabilityTest.java

@@ -0,0 +1,83 @@
+/*
+ * Copyright Amazon.com Inc. or its affiliates. All Rights Reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation.  Oracle designates this
+ * particular file as subject to the "Classpath" exception as provided
+ * by Oracle in the LICENSE file that accompanied this code.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+ * or visit www.oracle.com if you need additional information or have any
+ * questions.
+ */
+package org.openjdk.jmh.validation.tests;
+
+import org.openjdk.jmh.benchmarks.CoreStabilityBench;
+import org.openjdk.jmh.results.Result;
+import org.openjdk.jmh.results.RunResult;
+import org.openjdk.jmh.runner.Runner;
+import org.openjdk.jmh.runner.RunnerException;
+import org.openjdk.jmh.runner.options.Options;
+import org.openjdk.jmh.runner.options.OptionsBuilder;
+import org.openjdk.jmh.runner.options.VerboseMode;
+import org.openjdk.jmh.util.Utils;
+import org.openjdk.jmh.validation.AffinitySupport;
+import org.openjdk.jmh.validation.ValidationTest;
+
+import java.io.PrintWriter;
+import java.util.concurrent.ThreadLocalRandom;
+
+public class CoreStabilityTest extends ValidationTest {
+
+    @Override
+    public void runWith(PrintWriter pw, Options parent) throws RunnerException {
+        pw.println("--------- CORE STABILITY TEST");
+        pw.println();
+
+        org.openjdk.jmh.util.Utils.reflow(pw,
+                "This test verifies the performance for a single test by running it on different CPUs. " +
+                        "For perfectly symmetric machines, the performance should be the same across all CPUs. " +
+                        "If there is a significant difference between the CPUs, this is usually " +
+                        "indicative of asymmetric machine, making the benchmarks that do not explicitly control " +
+                        "affinity less reliable.",
+                80, 2);
+        pw.println();
+
+        if (!AffinitySupport.isSupported()) {
+            pw.println("  Affinity control is not available on this machine, skipping the test.");
+            pw.println();
+            return;
+        }
+
+        int threads = Utils.figureOutHotCPUs();
+
+        for (int p = 0; p < threads; p++) {
+            pw.printf("  CPU %3d: ", p);
+            pw.flush();
+
+            Options opts = new OptionsBuilder()
+                    .parent(parent)
+                    .include(CoreStabilityBench.class.getCanonicalName())
+                    .param("p", String.valueOf(p))
+                    .verbosity(VerboseMode.SILENT)
+                    .build();
+
+            RunResult result = new Runner(opts).runSingle();
+            Result r = result.getPrimaryResult();
+            pw.printf(" %16s", String.format("%.2f \u00b1 %.2f %s%n", r.getScore(), r.getScoreError(), r.getScoreUnit()));
+            pw.flush();
+        }
+    }
+}