Skip to content

Commit

Permalink
8323994: gtest runner repeats test name for every single gtest assertion
Browse files Browse the repository at this point in the history
8158048: Fix failure message from jtreg gtest wrapper
8263659: Reflow GTestResultParser for better readability

Reviewed-by: lucy
Backport-of: 1aae980c549741cf5fc5ca51f3c299285bafa49d
  • Loading branch information
Andrew Lu committed Apr 5, 2024
1 parent 9ac4063 commit 2f285fd
Show file tree
Hide file tree
Showing 2 changed files with 118 additions and 19 deletions.
81 changes: 81 additions & 0 deletions test/hotspot/jtreg/gtest/GTestResultParser.java
@@ -0,0 +1,81 @@
/*
* Copyright (c) 2019, 2024, Oracle and/or its affiliates. All rights reserved.
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
*
* This code is free software; you can redistribute it and/or modify it
* under the terms of the GNU General Public License version 2 only, as
* published by the Free Software Foundation.
*
* This code is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
* version 2 for more details (a copy is included in the LICENSE file that
* accompanied this code).
*
* You should have received a copy of the GNU General Public License version
* 2 along with this work; if not, write to the Free Software Foundation,
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
*
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
* or visit www.oracle.com if you need additional information or have any
* questions.
*/

import javax.xml.XMLConstants;
import javax.xml.stream.XMLInputFactory;
import javax.xml.stream.XMLStreamConstants;
import javax.xml.stream.XMLStreamException;
import javax.xml.stream.XMLStreamReader;
import java.io.IOException;
import java.io.Reader;
import java.nio.file.Files;
import java.nio.file.Path;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;

public class GTestResultParser {
private final List<String> _failedTests;

public GTestResultParser(Path file) {
List<String> failedTests = new ArrayList<>();
try (Reader r = Files.newBufferedReader(file)) {
XMLInputFactory factory = XMLInputFactory.newInstance();
factory.setProperty(XMLConstants.ACCESS_EXTERNAL_DTD, "");
factory.setProperty(XMLConstants.ACCESS_EXTERNAL_SCHEMA, "");
XMLStreamReader xmlReader = factory.createXMLStreamReader(r);
String testSuite = null;
String testCase = null;
while (xmlReader.hasNext()) {
int code = xmlReader.next();
if (code == XMLStreamConstants.START_ELEMENT) {
switch (xmlReader.getLocalName()) {
case "testsuite":
testSuite = xmlReader.getAttributeValue("", "name");
break;
case "testcase":
testCase = xmlReader.getAttributeValue("", "name");
break;
case "failure":
String failedStr = testSuite + "::" + testCase;
if (!failedTests.contains(failedStr)) {
failedTests.add(failedStr);
}
break;
default:
// ignore
}
}
}
} catch (XMLStreamException e) {
throw new IllegalArgumentException("can't open parse xml " + file, e);
} catch (IOException e) {
throw new IllegalArgumentException("can't open result file " + file, e);
}
_failedTests = Collections.unmodifiableList(failedTests);
}

public List<String> failedTests() {
return _failedTests;
}
}
56 changes: 37 additions & 19 deletions test/hotspot/jtreg/gtest/GTestWrapper.java
@@ -1,5 +1,5 @@
/*
* Copyright (c) 2016, 2021 Oracle and/or its affiliates. All rights reserved.
* Copyright (c) 2016, 2019, Oracle and/or its affiliates. All rights reserved.
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
*
* This code is free software; you can redistribute it and/or modify it
Expand All @@ -25,24 +25,22 @@
* @summary a jtreg wrapper for gtest tests
* @library /test/lib
* @modules java.base/jdk.internal.misc
* java.xml
* @requires vm.flagless
* @run main/native GTestWrapper
*/

import java.util.Arrays;
import java.util.List;
import java.util.Map;
import java.util.stream.Stream;
import java.util.stream.Collectors;

import java.io.File;
import java.nio.file.Paths;
import java.nio.file.Path;

import jdk.test.lib.Platform;
import jdk.test.lib.Utils;
import jdk.test.lib.process.ProcessTools;
import jdk.test.lib.process.OutputAnalyzer;

import java.io.File;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.Collections;
import java.util.List;
import java.util.Map;

public class GTestWrapper {
public static void main(String[] args) throws Throwable {
Expand Down Expand Up @@ -77,13 +75,33 @@ public static void main(String[] args) throws Throwable {
env.put(pathVar, path + File.pathSeparator + ldLibraryPath);
}

pb.command(new String[] {
execPath.toString(),
"-jdk",
System.getProperty("test.jdk"),
"--gtest_catch_exceptions=0"
});
ProcessTools.executeCommand(pb).shouldHaveExitValue(0);
Path resultFile = Paths.get("test_result.xml");
pb.command(execPath.toAbsolutePath().toString(),
"-jdk", Utils.TEST_JDK,
"--gtest_output=xml:" + resultFile);
int exitCode = ProcessTools.executeCommand(pb).getExitValue();
if (exitCode != 0) {
List<String> failedTests = failedTests(resultFile);
String message = "gtest execution failed; exit code = " + exitCode + ".";
if (!failedTests.isEmpty()) {
message += " the failed tests: " + failedTests;
}
throw new AssertionError(message);
}
}

private static List<String> failedTests(Path xml) {
if (!Files.exists(xml)) {
System.err.println("WARNING: test result file (" + xml + ") hasn't been found");
}

try {
return new GTestResultParser(xml).failedTests();
} catch (Throwable t) {
System.err.println("WARNING: failed to parse result file (" + xml + ") " + t);
t.printStackTrace();
}
return Collections.emptyList();
}

private static String getJVMVariantSubDir() {
Expand Down

1 comment on commit 2f285fd

@openjdk-notifier
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Please sign in to comment.