aboutsummaryrefslogtreecommitdiff
path: root/test/ProblemList.txt
blob: e7c3ecd0f971dd5fd16264ed9fb6ba9ea58c4cac (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
###########################################################################
#
# Copyright (c) 2009, 2013, Oracle and/or its affiliates. All rights reserved.
# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
#
# This code is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License version 2 only, as
# published by the Free Software Foundation.
#
# This code is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
# version 2 for more details (a copy is included in the LICENSE file that
# accompanied this code).
#
# You should have received a copy of the GNU General Public License version
# 2 along with this work; if not, write to the Free Software Foundation,
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
#
# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
# or visit www.oracle.com if you need additional information or have any
# questions.
#
###########################################################################
#
# List of tests that should not be run by test/Makefile, for various reasons:
#   1. Does not run with jtreg -samevm mode
#   2. Causes problems in jtreg -samevm mode for jtreg or tests that follow it
#   3. The test is too slow or consumes too many system resources
#   4. The test fails when run on any official build systems
#
# It is possible that a test being on this list is a mistake, and that some
#   other test in samevm mode caused tests to fail, mistakes happen.
#
# Tests marked @ignore are not run by test/Makefile, but harmless to be listed.
#
# Tests that explicitly state "@run main/othervm ...", and are not listed here,
#   will be run in the same batch as the samevm tests.
#
# Shell tests are othervm by default.
#
# List items  are testnames followed by labels, all MUST BE commented
#   as to why they are here and use a label:
#     generic-all       Problems on all platforms
#     generic-ARCH      Where ARCH is one of: sparc, sparcv9, x64, i586, etc.
#     OSNAME-all        Where OSNAME is one of: solaris, linux, windows, macosx
#     OSNAME-ARCH       Specific on to one OSNAME and ARCH, e.g. solaris-amd64
#     OSNAME-REV        Specific on to one OSNAME and REV, e.g. solaris-5.8
#
# More than one label is allowed but must be on the same line.
#
#############################################################################
#
# Running the tests:
#    cd test && make JT_HOME=jtreg_home PRODUCT_HOME=jdk_home jdk_all
#  Or instead of jdk_all, use any of the jdk_* targets.
#
# Samevm Notes:
#  * Although some tests may have only been seen to fail on some platforms,
#    they might be flagged as 'generic-all' because the problem they have
#    could cause hidden slowdowns on other platforms.
#    Most samevm problems will be generic-all, but windows usually dislikes
#    them the most.
#    Address already in use or connection errors indicate a generic port issue.
#    (this is not necessarily a samevm issue, but an issue for running the tests
#     on shared machines, two people or two test runs will collide).
#  * Samevm problem (windows in particular) is not closing all input/output
#  * Samevm problem when a test calls setSecurityManager()
#  * Samevm problem with setHttps*() is used? (not exactly sure here)
#  * Samevm problem when stuffing system properties with non Strings or anything
#  * Samevm problem when changing vm settings, or registering any vm actions
#  * Samevm problems with deleteOnExit(), if it must happen at end of test
#  * Samevm problems with URLClassLoader? (no details here)
#  * Samevm problems with dependence on predictable GC or finalizations
#
# Any of the above problems may mean the test needs to be flagged as "othervm".
#
#############################################################################
#
# Fixing the tests:
#
# Some tests just may need to be run with "othervm", and that can easily be
#   done my adding a @run line (or modifying any existing @run):
#      @run main/othervm NameOfMainClass
#   Make sure this @run follows any use of @library.
#   Otherwise, if the test is a samevm possibility, make sure the test is
#     cleaning up after itself, closing all streams, deleting temp files, etc.
#
# Keep in mind that the bug could be in many places, and even different per
#   platform, it could be a bug in any one of:
#      - the testcase
#      - the jdk (jdk classes, native code, or hotspot)
#      - the native compiler
#      - the javac compiler
#      - the OS (depends on what the testcase does)
#
# If you managed to really fix one of these tests, here is how you can
#    remove tests from this list:
#  1. Make sure test passes on all platforms with samevm, or mark it othervm
#  2. Make sure test passes on all platforms when run with it's entire group
#  3. Make sure both VMs are tested, -server and -client, if possible
#  4. Make sure you try the -d64 option on Solaris
#  5. Use a tool like JPRT or something to verify these results
#  6. Delete lines in this file, include the changes with your test changes
#
# You may need to repeat your testing 2 or even 3 times to verify good
#   results, some of these samevm failures are not very predictable.
#
#############################################################################

############################################################################

# jdk_awt

############################################################################

# jdk_beans

############################################################################

# jdk_lang

# 8029415
java/lang/reflect/Method/invoke/TestPrivateInterfaceMethodReflect.java generic-all

############################################################################

# jdk_management

# 8028150
sun/management/jmxremote/bootstrap/RmiSslBootstrapTest.sh	windows-all

############################################################################

# jdk_jmx

############################################################################

# jdk_math

############################################################################

# jdk_other

# 6988950
demo/jvmti/compiledMethodLoad/CompiledMethodLoadTest.java	generic-all

# 7027502
demo/jvmti/hprof/MonitorTest.java                               generic-all

# 8027973
javax/xml/jaxp/transform/jdk8004476/XSLTExFuncTest.java		windows-all

############################################################################

# jdk_net

# Filed 7052625
com/sun/net/httpserver/bugs/6725892/Test.java                   generic-all

# failing on vista 32/64 on nightly
# 7102702
java/net/PortUnreachableException/OneExceptionOnly.java         windows-all

# 7148829
sun/net/InetAddress/nameservice/simple/CacheTest.java		generic-all
sun/net/InetAddress/nameservice/simple/DefaultCaching.java	generic-all

# 7122846
java/net/MulticastSocket/NoLoopbackPackets.java                  macosx-all
java/net/MulticastSocket/SetLoopbackMode.java                    macosx-all

# 7145658
java/net/MulticastSocket/Test.java                               macosx-all

# 7143960
java/net/DatagramSocket/SendDatagramToBadAddress.java            macosx-all

############################################################################

# jdk_nio

# 6963118
java/nio/channels/Selector/Wakeup.java                          windows-all

# 7133499, 7133497
java/nio/channels/AsyncCloseAndInterrupt.java                   macosx-all
java/nio/channels/AsynchronousFileChannel/Lock.java             macosx-all
java/nio/channels/FileChannel/Transfer.java                     macosx-all

# 7141822
java/nio/channels/DatagramChannel/ChangingAddress.java          macosx-all

# 7132677
java/nio/channels/Selector/OutOfBand.java                       macosx-all

# 7158947, Solaris 11
java/nio/file/WatchService/Basic.java				solaris-all
java/nio/file/WatchService/LotsOfEvents.java			solaris-all

############################################################################

# jdk_rmi

# 7146541
java/rmi/transport/rapidExportUnexport/RapidExportUnexport.java	linux-all

# 7191877
java/rmi/transport/checkLeaseInfoLeak/CheckLeaseLeak.java       generic-all

# 7195095
sun/rmi/transport/proxy/EagerHttpFallback.java                  generic-all

############################################################################

# jdk_security

# 7157786
sun/security/pkcs11/ec/TestKeyFactory.java                      generic-all

# 7164518: no PortUnreachableException on Mac
sun/security/krb5/auto/Unreachable.java                         macosx-all

# 7147060
com/sun/org/apache/xml/internal/security/transforms/ClassLoaderTest.java	generic-all

# 6988842: 4 tests failing on Solaris 5.10
sun/security/pkcs11/Secmod/AddPrivateKey.java                   solaris-all
sun/security/pkcs11/ec/ReadCertificates.java                    solaris-all
sun/security/pkcs11/ec/ReadPKCS12.java                          solaris-all
sun/security/pkcs11/sslecc/ClientJSSEServerJSSE.java            solaris-all

# 7041639, Solaris DSA keypair generation bug
java/security/KeyPairGenerator/SolarisShortDSA.java             solaris-all
sun/security/tools/keytool/standard.sh                          solaris-all

# 8000439: NPG: REGRESSION : sun/security/krb5/auto/MaxRetries.java fails with timeout
sun/security/krb5/auto/MaxRetries.java                          solaris-sparcv9

# 8006690: sun/security/krb5/auto/BadKdc1.java fails intermittently
sun/security/krb5/auto/BadKdc1.java                             solaris-sparcv9
sun/security/krb5/auto/BadKdc2.java                             solaris-sparcv9
sun/security/krb5/auto/BadKdc3.java                             solaris-sparcv9
sun/security/krb5/auto/BadKdc4.java                             solaris-sparcv9

############################################################################

# jdk_sound

############################################################################

# jdk_swing

############################################################################

# jdk_text

############################################################################

# jdk_time

############################################################################

# jdk_tools

# 8028474
sun/jvmstat/monitor/MonitoredVm/MonitorVmStartTerminate.sh      generic-all

# Tests take too long, on sparcs see 7143279
tools/pack200/CommandLineTests.java                             solaris-all, macosx-all
tools/pack200/Pack200Test.java                                  solaris-all, macosx-all

# 8007410
tools/launcher/FXLauncherTest.java                              linux-all

############################################################################

# jdk_jdi

############################################################################

# jdk_util

# Filed 6772009
java/util/concurrent/locks/ReentrantLock/CancelledLockLoops.java generic-all

############################################################################