1/*
2 * This file contains expectations for tests that we'd like to eventually fix, but aren't urgent.
3 */
4[
5{
6  description: "libcore.java.io.OldFileTest#test_deleteOnExit fails on IRM05 mysid-user",
7  name: "libcore.java.io.OldFileTest#test_deleteOnExit",
8  bug: 5834665
9},
10{
11  description: "libcore.java.net.URLConnectionTest#testServerShutdownInput fails on ICL27 mysid-userdebug (5534202 is caused by 5731252)",
12  name: "libcore.java.net.URLConnectionTest#testServerShutdownInput",
13  bug: 5534202
14},
15{
16  description: "This test has been failing in our continuous build recently.",
17  names: [
18    "libcore.java.net.URLConnectionTest#testConnectTimeouts"
19  ],
20  bug: 3441111
21},
22{
23  description: "We're retiring the security manager. Unfortunately, tests all over the place
24                need to check that they're secure, so they all fail when we refuse to install
25                a security manager. This suppresses all of these failures.",
26  result: EXEC_FAILED,
27  failure: "disable securityManager",
28  pattern: ".*java.lang.SecurityException\\s+at java.lang.System.setSecurityManager.*",
29  bug: 2585285
30},
31{
32  description: "ignore compilation errors due to different available APIs",
33  result: COMPILE_FAILED,
34  failure: "ignore compilation errors",
35  pattern: ".*\\.java:\\d+: cannot find symbol.*"
36},
37{
38  description: "the average length of possible UTF-8 sequences is 2 bytes.",
39  result: EXEC_FAILED,
40  name: "org.apache.harmony.tests.java.nio.charset.UTFCharsetEncoderTest#testSpecificDefaultValue",
41  substring: "junit.framework.AssertionFailedError: expected:<1.1> but was:<2.0>"
42},
43{
44  description: "Some tests (ExcludedProxyTest) connect to a public webserver to check that the HTTP client works",
45  result: EXEC_FAILED,
46  failure: "connect to the Internet",
47  pattern: ".*java.net.UnknownHostException:.*jcltest.apache.org.*"
48},
49{
50  description: "Some tests depend on ICU data, which has changed. Others make assumptions about floating point rounding",
51  result: EXEC_FAILED,
52  names: [
53    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_BigDecimalExceptionOrder",
54    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_DateTimeConversion",
55    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionE",
56    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionF",
57    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionG",
58    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatDoubleBigDecimalExceptionOrder",
59    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_GeneralConversionOther",
60    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_LineSeparator",
61    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_Percent",
62    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_Width"
63  ]
64},
65{
66  description: "(Needs investigation) Some tests make assertions that don't make sense, others use broken port allocation logic.",
67  result: EXEC_FAILED,
68  names: [
69    "org.apache.harmony.tests.java.net.Inet6AddressTest#test_getByNameLjava_lang_String",
70    "org.apache.harmony.tests.java.net.InetAddressTest#test_equalsLjava_lang_Object",
71    "org.apache.harmony.tests.java.net.InetAddressTest#test_getByNameLjava_lang_String",
72    "org.apache.harmony.tests.java.net.InetAddressTest#test_isReachableLjava_net_NetworkInterfaceII_loopbackInterface"
73  ]
74},
75{
76  description: "(Needs investigation) Test failures from the harmony import of external/apache-harmony/archive",
77  bug: 12189307,
78  result: EXEC_FAILED,
79  names: [
80    "org.apache.harmony.tests.java.util.jar.ManifestTest#testNul",
81    "org.apache.harmony.tests.java.util.jar.ManifestTest#testRead",
82    "org.apache.harmony.tests.java.util.jar.ManifestTest#testStreamConstructor"
83  ]
84},
85{
86  description: "Potentially flakey because they rely on a specific local TCP port being free.",
87  result: EXEC_FAILED,
88  names: [
89      "org.apache.harmony.tests.java.nio.channels.ServerSocketChannelTest#test_bind_explicitPort"
90  ]
91},
92{
93  description: "The ResourceBundle code under test is probably not used much on Android and needs a lot of attention.",
94  bug: 13747957,
95  result: EXEC_FAILED,
96  names: [
97      "org.apache.harmony.tests.java.util.ControlTest#test_needsReload_LStringLLocaleLStringLClassLoaderResourceBundleJ"
98  ]
99},
100{
101  description: "Fails in CTS, passes in CoreTestRunner.",
102  result: EXEC_FAILED,
103  names: [
104      "org.apache.harmony.tests.java.net.URLConnection#test_getContentEncoding",
105      "libcore.java.text.OldNumberFormatTest#test_parseLjava_lang_String",
106      "libcore.java.nio.channels.OldSocketChannelTest#test_writeLjava_nio_ByteBuffer_Nonblocking_HugeData",
107      "org.apache.harmony.tests.java.lang.ProcessManagerTest#testSleep",
108      "libcore.java.security.cert.OldPKIXParametersTest#testPKIXParametersKeyStore04"
109  ]
110},
111{
112  description: "Suffers from DH slowness, disabling for now.",
113  result: EXEC_FAILED,
114  names: [
115      "libcore.java.security.OldDHTest#testDHGen",
116      "libcore.java.security.OldKeyPairGeneratorTestDH#testKeyPairGenerator",
117      "libcore.javax.crypto.spec.KeyPairGeneratorTestDH#testKeyPairGenerator",
118      "libcore.javax.crypto.spec.AlgorithmParametersTestDH#testAlgorithmParameters",
119      "libcore.javax.crypto.spec.AlgorithmParameterGeneratorTestDH#testAlgorithmParameterGenerator"
120  ]
121},
122{
123  description: "Destroys MD5 provider, hurts succeeding tests",
124  result: EXEC_FAILED,
125  names: [
126      "tests.api.javax.security.cert.X509CertificateTest#testVerifyPublicKey",
127      "tests.api.javax.security.cert.X509CertificateTest#testVerifyPublicKeyString"
128  ]
129},
130{
131  description: "Suffers from side effect of other, currently unknown test",
132  result: EXEC_FAILED,
133  names: [
134      "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest#testProxyAuthorization"
135  ]
136},
137{
138  description: "Support_TestWebServer requires isolation.",
139  result: EXEC_FAILED,
140  names: [
141      "libcore.java.net.OldURLClassLoaderTest#test_findResourceLjava_lang_String"
142  ]
143},
144{
145  description: "This test affects tests that are run after this one due to caching in URLConnection.",
146  result: EXEC_FAILED,
147  names: [
148      "org.apache.harmony.luni.tests.java.net.ContentHandlerFactoryTest#test_createContentHandler"
149  ]
150},
151{
152  description: "Causes OutOfMemoryError to test finalization",
153  result: EXEC_FAILED,
154  names: [
155      "org.apache.harmony.tests.java.lang.ref.SoftReferenceTest#test_get_SoftReference",
156      "org.apache.harmony.crypto.tests.javax.crypto#ExemptionMechanismTest#test_finalize"
157  ]
158},
159{
160  description: "Causes open dex file error",
161  result: EXEC_FAILED,
162  names: [
163      "org.apache.harmony.tests.java.lang.reflect.GenericSignatureFormatErrorTest#test_signatureFormatError"
164  ]
165}
166]
167