1/*
2 * This file contains expectations for ART's buildbot. The purpose of this file is
3 * to temporary and quickly list failing tests and not break the bots, until the
4 * libcore expectation files get properly updated. The script that uses this file
5 * is art/tools/run-libcore-tests.sh.
6 *
7 * It is also used to enable AOSP experiments, and not mess up with CTS's expectations.
8 */
9
10[
11{
12  description: "Assert.java differences between vogar and junit.",
13  result: EXEC_FAILED,
14  modes: [host],
15  name: "libcore.java.math.RunCSVTests#test_csv"
16},
17{
18  description: "Differences between vogar and cts in user directory",
19  result: EXEC_FAILED,
20  modes: [device],
21  name: "libcore.java.lang.SystemTest#testSystemProperties_mutable"
22},
23{
24  description: "Differences between vogar and cts",
25  result: EXEC_FAILED,
26  modes: [device],
27  names: ["libcore.java.lang.OldSystemTest#test_getProperties",
28          "org.apache.harmony.tests.java.lang.Process2Test#test_getErrorStream",
29          "org.apache.harmony.tests.java.lang.ProcessTest#test_exitValue"]
30},
31{
32  description: "Failures needing investigation",
33  result: EXEC_FAILED,
34  modes: [device],
35  names: ["libcore.java.util.TimeZoneTest#testDisplayNames",
36          "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan",
37          "libcore.java.util.TimeZoneTest#testAllDisplayNames",
38          "libcore.io.OsTest#testUnixDomainSockets_in_file_system",
39          "org.apache.harmony.luni.tests.java.net.URLConnectionTest#test_setReadTimeoutI",
40          "org.apache.harmony.tests.java.util.DateTest#test_Constructor",
41          "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel",
42          "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone",
43          "org.apache.harmony.tests.java.text.ChoiceFormatTest#testEscapedPatternWithConsecutiveQuotes",
44          "org.apache.harmony.tests.java.text.ChoiceFormatTest#testToPatternWithInfinities",
45          "org.apache.harmony.tests.java.text.MessageFormatTest#test19011159"]
46},
47{
48  description: "Failing due to a locale problem on hammerhead.",
49  result: EXEC_FAILED,
50  modes: [device],
51  names: ["libcore.icu.DateIntervalFormatTest#test10089890",
52          "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year",
53          "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events",
54          "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed",
55          "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString",
56          "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString",
57          "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev",
58          "libcore.java.text.OldDateFormatTest#test_parseLString",
59          "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp",
60          "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone",
61          "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp",
62          "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone",
63          "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parseLjava_lang_StringLjava_text_ParsePosition"]
64},
65{
66  description: "Failing due to missing localhost on hammerhead and volantis.",
67  result: EXEC_FAILED,
68  modes: [device],
69  names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate",
70          "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithFtpURLConnection",
71          "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarFtpURLConnection",
72          "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithLoggingSocketHandler",
73          "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithHttpURLConnection",
74          "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarHttpURLConnection",
75          "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest",
76          "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest",
77          "org.apache.harmony.luni.tests.java.net.URLConnectionTest"
78         ]
79},
80{
81  description: "Test timeouts",
82  result: EXEC_TIMEOUT,
83  modes: [device],
84  names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"]
85},
86{
87  description: "Needs the newest cat version on the device",
88  result: EXEC_FAILED,
89  modes: [device],
90  names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"]
91},
92{
93  description: "Short date format flag ignored for es_US locale.",
94  result: EXEC_FAILED,
95  name: "libcore.icu.DateIntervalFormatTest#test_formatDateInterval",
96  bug: 18619426
97},
98{
99  description: "Error decoding digital signature bytes.",
100  result: EXEC_FAILED,
101  name: "org.apache.harmony.security.tests.java.security.Signature2Test#test_verify$BII",
102  bug: 18869265
103},
104{
105  description: "Test sometimes timeouts on volantis",
106  result: EXEC_TIMEOUT,
107  modes_variants: [[device,X64]],
108  names: ["libcore.java.lang.SystemTest#testArrayCopyConcurrentModification"],
109  bug: 19165288
110},
111{
112  description: "Bug in libcore",
113  result: EXEC_FAILED,
114  names: ["libcore.javax.crypto.ECDHKeyAgreementTest#testInit_withUnsupportedPrivateKeyType"],
115  bug: 19730263
116},
117{
118  description: "Needs to be run as root",
119  result: EXEC_FAILED,
120  modes: [host],
121  names: ["libcore.io.OsTest#test_PacketSocketAddress"]
122},
123{
124  description: "Needs kernel updates on host/device",
125  result: EXEC_FAILED,
126  names: ["libcore.io.OsTest#test_socketPing"]
127},
128{
129  description: "Linker issues in chrooted environment",
130  modes: [device],
131  result: EXEC_FAILED,
132  names: ["org.apache.harmony.tests.java.lang.ProcessManagerTest#testEnvironment"]
133}
134]
135