Skip to content

Commit

Permalink
Merge pull request #15237 from fengxue-IS/exclude19
Browse files Browse the repository at this point in the history 
disable failing testcases related to Loom
  • Loading branch information
@llxia
llxia committed Jun 8, 2022
2 parents d2e1f22 + 5c4bb0b commit 8f40ad8
Show file tree
Hide file tree
Showing 8 changed files with 189 additions and 9 deletions.
21 changes: 20 additions & 1 deletion test/TestConfig/resources/excludes/latest_exclude_19.txt
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
##############################################################################
# Copyright (c) 2021, 2021 IBM Corp. and others
# Copyright (c) 2021, 2022 IBM Corp. and others
#
# This program and the accompanying materials are made available under
# the terms of the Eclipse Public License 2.0 which accompanies this
Expand Down Expand Up @@ -30,3 +30,22 @@ org.openj9.test.nestmates.NestAttributeTest:testGetNestMembersAPIInValidHostWron
org.openj9.test.nestmates.NestAttributeTest:testGetNestMembersAPINestMemberWrongPackage NA generic-all
org.openj9.test.nestmates.NestAttributeTest:testGetNestMembersAPINestMemberWrongNestHost NA generic-all
org.openj9.test.nestmates.NestAttributeTest:testGetNestMembersAPINestMemberWrongNestHost2 NA generic-all

# Exclude Java 19 Thread related failures

org.openj9.test.java.lang.Test_ThreadGroup:test_activeCount NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_Constructor2 NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_destroy NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_destroy2 NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_destroy3 NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_list NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_remove NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_resume NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_setDaemon2 NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_stop NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_suspend NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_uncaughtException NA generic-all
org.openj9.test.java.lang.Test_Thread:test_start_WeakReference NA generic-all
org.openj9.test.java.lang.Test_Thread:test_currentThread NA generic-all
org.openj9.test.java.lang.Test_Thread:test_toString NA generic-all
org.openj9.test.java.lang.management.TestManagementFactory:testGetPlatformMXBeans NA generic-all
6 changes: 6 additions & 0 deletions test/functional/JIT_Test/playlist.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -204,6 +204,12 @@
</test>
<test>
<testCaseName>jit_jitt_openj9_none_SCC</testCaseName>
<disables>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
</disable>
</disables>
<variations>
<variation>-Xjit:noJitUntilMain,count=0,optlevel=warm,gcOnResolve,rtResolve -verbose:stackwalk=0 -Xdump</variation>
<variation>-Xrs -Xjit:noJitUntilMain,count=0,optlevel=warm,gcOnResolve,rtResolve -verbose:stackwalk=0 -Xdump</variation>
Expand Down
7 changes: 7 additions & 0 deletions test/functional/JavaAgentTest/playlist.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,13 @@
<playlist xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="../../TKG/playlist.xsd">
<test>
<testCaseName>TestFlushReflectionCache</testCaseName>
<disables>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode107</variation>
</disable>
</disables>
<variations>
<variation>NoOptions</variation>
<variation>Mode100</variation>
Expand Down
12 changes: 8 additions & 4 deletions test/functional/cmdLineTests/gcRegressionTests/gcRegressionTests_excludes.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -27,11 +27,15 @@

<suite id="J9 GC Regression Tests">

<!-- Java 19 Porject Loom excluded tests -->
<exclude id="-verbose:gc -Xcheck:memory - check for memory corruption" platform="19" shouldFix="true"><reason>Temp disable on Loom test failures</reason></exclude>
<exclude id="-verbose:gc -Xcheck:memory -Xverbosegclog:foo.log - check for memory corruption" platform="19" shouldFix="true"><reason>Temp disable on Loom test failures</reason></exclude>

<!-- Hard RTJ doesn't support dynamic class unloading, SRT: out of memory issues -->
<exclude id="Unload lots of classes using normal behaviour (JIT Disabled)" platform="Mode301" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using FVT stress argument to force finalization (JIT Disabled)" platform="Mode301" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using normal behaviour (with JIT if JIT is Enabled)" platform="Mode301" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using FVT stress argument to force finalization (with JIT if JIT is Enabled)" platform="Mode301" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using normal behaviour (JIT Disabled)" platform="Mode301 19" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using FVT stress argument to force finalization (JIT Disabled)" platform="Mode301 19" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using normal behaviour (with JIT if JIT is Enabled)" platform="Mode301 19" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using FVT stress argument to force finalization (with JIT if JIT is Enabled)" platform="Mode301 19" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>

<!-- Metronome and Staccato do not support contraction -->
<exclude id="Run with arguments which will make contraction very unlikely" platform="Mode301" shouldFix="true"><reason>Metronome and Staccato do not support contraction</reason></exclude>
Expand Down
4 changes: 2 additions & 2 deletions test/functional/cmdLineTests/gcRegressionTests/playlist.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
</variations>
<command>$(JAVA_COMMAND) $(JVM_OPTIONS) -DTESTSJARPATH=$(Q)$(TEST_RESROOT)$(D)gcRegressionTests.jar$(Q) -DRESJAR=$(CMDLINETESTER_RESJAR) \
-DEXE=$(SQ)$(JAVA_COMMAND) $(JVM_OPTIONS)$(SQ) -jar $(CMDLINETESTER_JAR) -config $(Q)$(TEST_RESROOT)$(D)gcRegressionTests.xml$(Q) \
-explainExcludes -xids all,$(PLATFORM),$(VARIATION) -plats all,$(PLATFORM),$(VARIATION) -xlist $(Q)$(TEST_RESROOT)$(D)gcRegressionTests_excludes.xml$(Q) -nonZeroExitWhenError; \
-explainExcludes -xids all,$(PLATFORM),$(VARIATION),$(JDK_VERSION) -plats all,$(PLATFORM),$(VARIATION) -xlist $(Q)$(TEST_RESROOT)$(D)gcRegressionTests_excludes.xml$(Q) -nonZeroExitWhenError; \
$(TEST_STATUS)</command>
<levels>
<level>sanity</level>
Expand Down Expand Up @@ -95,7 +95,7 @@
</variations>
<command>$(JAVA_COMMAND) $(JVM_OPTIONS) -DTESTSJARPATH=$(Q)$(TEST_RESROOT)$(D)gcRegressionTests.jar$(Q) -DRESJAR=$(CMDLINETESTER_RESJAR) \
-DEXE=$(SQ)$(JAVA_COMMAND) $(JVM_OPTIONS)$(SQ) -jar $(CMDLINETESTER_JAR) -config $(Q)$(TEST_RESROOT)$(D)gcRegressionTests.xml$(Q) \
-explainExcludes -xids all,$(PLATFORM),Mode301 -plats all,$(PLATFORM),Mode301 -xlist $(Q)$(TEST_RESROOT)$(D)gcRegressionTests_excludes.xml$(Q) -explainExcludes -nonZeroExitWhenError; \
-explainExcludes -xids all,$(PLATFORM),Mode301,$(JDK_VERSION) -plats all,$(PLATFORM),Mode301 -xlist $(Q)$(TEST_RESROOT)$(D)gcRegressionTests_excludes.xml$(Q) -explainExcludes -nonZeroExitWhenError; \
$(TEST_STATUS)</command>
<levels>
<level>sanity</level>
Expand Down
6 changes: 5 additions & 1 deletion test/functional/cmdLineTests/jvmtitests/jvmtitests_excludes_19.xml
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
<?xml version="1.0" encoding="UTF-8" standalone="no" ?>
<!--
Copyright (c) 2021, 2021 IBM Corp. and others
Copyright (c) 2021, 2022 IBM Corp. and others
This program and the accompanying materials are made available under
the terms of the Eclipse Public License 2.0 which accompanies this
Expand Down Expand Up @@ -56,4 +56,8 @@ SPDX-License-Identifier: EPL-2.0 OR Apache-2.0 OR GPL-2.0 WITH Classpath-excepti
<reason>Nestmates are not enabled on java10</reason>
</exclude>

<exclude id="gtgc001" platform="all">
<reason>GetThreadGroupChildren requires refactor for Project Loom</reason>
</exclude>

</suite>
120 changes: 120 additions & 0 deletions test/functional/cmdLineTests/jvmtitests/playlist.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -193,6 +193,63 @@
</test>
<test>
<testCaseName>cmdLineTester_jvmtitests_debug</testCaseName>
<disables>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode107</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode108</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode154</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode307</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode357</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode507</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode557</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode607</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode608</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode107-OSR</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode607-OSR</variation>
</disable>
</disables>
<variations>
<variation>Mode100</variation>
<variation>Mode107</variation>
Expand Down Expand Up @@ -233,6 +290,63 @@
</test>
<test>
<testCaseName>cmdLineTester_jvmtitests_debug_openj9_none_SCC</testCaseName>
<disables>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode107</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode108</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode154</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode307</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode357</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode507</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode557</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode607</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode608</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode107-OSR</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode607-OSR</variation>
</disable>
</disables>
<variations>
<variation>Mode100</variation>
<variation>Mode107</variation>
Expand Down Expand Up @@ -618,6 +732,12 @@
</test>
<test>
<testCaseName>decompileAtMethodResolve</testCaseName>
<disables>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
</disable>
</disables>
<variations>
<variation>NoOptions</variation>
</variations>
Expand Down
22 changes: 21 additions & 1 deletion test/functional/cmdLineTests/jython/playlist.xml
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
<?xml version='1.0' encoding='UTF-8'?>
<!--
Copyright (c) 2021, 2021 IBM Corp. and others
Copyright (c) 2021, 2022 IBM Corp. and others
This program and the accompanying materials are made available under
the terms of the Eclipse Public License 2.0 which accompanies this
Expand Down Expand Up @@ -30,6 +30,26 @@
<version>8</version>
<impl>ibm</impl>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode108</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode116</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode608</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode616</variation>
</disable>
</disables>
<variations>
<variation>NoOptions</variation>
Expand Down

0 comments on commit 8f40ad8

Please sign in to comment.