1/*
2*******************************************************************************
3* Copyright (C) 2007-2010, International Business Machines Corporation and    *
4* others. All Rights Reserved.                                                *
5*******************************************************************************
6*/
7#include "unicode/utypes.h"
8
9#if !UCONFIG_NO_FORMATTING
10
11#include "tzfmttst.h"
12
13#include "simplethread.h"
14#include "unicode/timezone.h"
15#include "unicode/simpletz.h"
16#include "unicode/calendar.h"
17#include "unicode/strenum.h"
18#include "unicode/smpdtfmt.h"
19#include "unicode/uchar.h"
20#include "unicode/basictz.h"
21#include "cstring.h"
22
23static const char* PATTERNS[] = {"z", "zzzz", "Z", "ZZZZ", "v", "vvvv", "V", "VVVV"};
24static const int NUM_PATTERNS = sizeof(PATTERNS)/sizeof(const char*);
25
26void
27TimeZoneFormatTest::runIndexedTest( int32_t index, UBool exec, const char* &name, char* /*par*/ )
28{
29    if (exec) {
30        logln("TestSuite TimeZoneFormatTest");
31    }
32    switch (index) {
33        TESTCASE(0, TestTimeZoneRoundTrip);
34        TESTCASE(1, TestTimeRoundTrip);
35        default: name = ""; break;
36    }
37}
38
39void
40TimeZoneFormatTest::TestTimeZoneRoundTrip(void) {
41    UErrorCode status = U_ZERO_ERROR;
42
43    SimpleTimeZone unknownZone(-31415, (UnicodeString)"Etc/Unknown");
44    int32_t badDstOffset = -1234;
45    int32_t badZoneOffset = -2345;
46
47    int32_t testDateData[][3] = {
48        {2007, 1, 15},
49        {2007, 6, 15},
50        {1990, 1, 15},
51        {1990, 6, 15},
52        {1960, 1, 15},
53        {1960, 6, 15},
54    };
55
56    Calendar *cal = Calendar::createInstance(TimeZone::createTimeZone((UnicodeString)"UTC"), status);
57    if (U_FAILURE(status)) {
58        dataerrln("Calendar::createInstance failed: %s", u_errorName(status));
59        return;
60    }
61
62    // Set up rule equivalency test range
63    UDate low, high;
64    cal->set(1900, UCAL_JANUARY, 1);
65    low = cal->getTime(status);
66    cal->set(2040, UCAL_JANUARY, 1);
67    high = cal->getTime(status);
68    if (U_FAILURE(status)) {
69        errln("getTime failed");
70        return;
71    }
72
73    // Set up test dates
74    UDate DATES[(sizeof(testDateData)/sizeof(int32_t))/3];
75    const int32_t nDates = (sizeof(testDateData)/sizeof(int32_t))/3;
76    cal->clear();
77    for (int32_t i = 0; i < nDates; i++) {
78        cal->set(testDateData[i][0], testDateData[i][1], testDateData[i][2]);
79        DATES[i] = cal->getTime(status);
80        if (U_FAILURE(status)) {
81            errln("getTime failed");
82            return;
83        }
84    }
85
86    // Set up test locales
87    const Locale testLocales[] = {
88        Locale("en"),
89        Locale("en_CA"),
90        Locale("fr"),
91        Locale("zh_Hant")
92    };
93
94    const Locale *LOCALES;
95    int32_t nLocales;
96
97    if (quick) {
98        LOCALES = testLocales;
99        nLocales = sizeof(testLocales)/sizeof(Locale);
100    } else {
101        LOCALES = Locale::getAvailableLocales(nLocales);
102    }
103
104    StringEnumeration *tzids = TimeZone::createEnumeration();
105    if (U_FAILURE(status)) {
106        errln("tzids->count failed");
107        return;
108    }
109
110    int32_t inRaw, inDst;
111    int32_t outRaw, outDst;
112
113    // Run the roundtrip test
114    for (int32_t locidx = 0; locidx < nLocales; locidx++) {
115        for (int32_t patidx = 0; patidx < NUM_PATTERNS; patidx++) {
116
117            SimpleDateFormat *sdf = new SimpleDateFormat((UnicodeString)PATTERNS[patidx], LOCALES[locidx], status);
118            if (U_FAILURE(status)) {
119                errcheckln(status, (UnicodeString)"new SimpleDateFormat failed for pattern " +
120                    PATTERNS[patidx] + " for locale " + LOCALES[locidx].getName() + " - " + u_errorName(status));
121                status = U_ZERO_ERROR;
122                continue;
123            }
124
125            tzids->reset(status);
126            const UnicodeString *tzid;
127            while ((tzid = tzids->snext(status))) {
128                TimeZone *tz = TimeZone::createTimeZone(*tzid);
129
130                for (int32_t datidx = 0; datidx < nDates; datidx++) {
131                    UnicodeString tzstr;
132                    FieldPosition fpos(0);
133                    // Format
134                    sdf->setTimeZone(*tz);
135                    sdf->format(DATES[datidx], tzstr, fpos);
136
137                    // Before parse, set unknown zone to SimpleDateFormat instance
138                    // just for making sure that it does not depends on the time zone
139                    // originally set.
140                    sdf->setTimeZone(unknownZone);
141
142                    // Parse
143                    ParsePosition pos(0);
144                    Calendar *outcal = Calendar::createInstance(unknownZone, status);
145                    if (U_FAILURE(status)) {
146                        errln("Failed to create an instance of calendar for receiving parse result.");
147                        status = U_ZERO_ERROR;
148                        continue;
149                    }
150                    outcal->set(UCAL_DST_OFFSET, badDstOffset);
151                    outcal->set(UCAL_ZONE_OFFSET, badZoneOffset);
152
153                    sdf->parse(tzstr, *outcal, pos);
154
155                    // Check the result
156                    const TimeZone &outtz = outcal->getTimeZone();
157                    UnicodeString outtzid;
158                    outtz.getID(outtzid);
159
160                    tz->getOffset(DATES[datidx], false, inRaw, inDst, status);
161                    if (U_FAILURE(status)) {
162                        errln((UnicodeString)"Failed to get offsets from time zone" + *tzid);
163                        status = U_ZERO_ERROR;
164                    }
165                    outtz.getOffset(DATES[datidx], false, outRaw, outDst, status);
166                    if (U_FAILURE(status)) {
167                        errln((UnicodeString)"Failed to get offsets from time zone" + outtzid);
168                        status = U_ZERO_ERROR;
169                    }
170
171                    if (uprv_strcmp(PATTERNS[patidx], "VVVV") == 0) {
172                        // Location: time zone rule must be preserved except
173                        // zones not actually associated with a specific location.
174                        // Time zones in this category do not have "/" in its ID.
175                        UnicodeString canonical;
176                        TimeZone::getCanonicalID(*tzid, canonical, status);
177                        if (U_FAILURE(status)) {
178                            // Uknown ID - we should not get here
179                            errln((UnicodeString)"Unknown ID " + *tzid);
180                            status = U_ZERO_ERROR;
181                        } else if (outtzid != canonical) {
182                            // Canonical ID did not match - check the rules
183                            if (!((BasicTimeZone*)&outtz)->hasEquivalentTransitions((BasicTimeZone&)*tz, low, high, TRUE, status)) {
184                                if (canonical.indexOf((UChar)0x27 /*'/'*/) == -1) {
185                                    // Exceptional cases, such as CET, EET, MET and WET
186                                    logln("Canonical round trip failed (as expected); tz=" + *tzid
187                                            + ", locale=" + LOCALES[locidx].getName() + ", pattern=" + PATTERNS[patidx]
188                                            + ", time=" + DATES[datidx] + ", str=" + tzstr
189                                            + ", outtz=" + outtzid);
190                                } else {
191                                    errln("Canonical round trip failed; tz=" + *tzid
192                                        + ", locale=" + LOCALES[locidx].getName() + ", pattern=" + PATTERNS[patidx]
193                                        + ", time=" + DATES[datidx] + ", str=" + tzstr
194                                        + ", outtz=" + outtzid);
195                                }
196                                if (U_FAILURE(status)) {
197                                    errln("hasEquivalentTransitions failed");
198                                    status = U_ZERO_ERROR;
199                                }
200                            }
201                        }
202
203                    } else {
204                        // Check if localized GMT format or RFC format is used.
205                        int32_t numDigits = 0;
206                        for (int n = 0; n < tzstr.length(); n++) {
207                            if (u_isdigit(tzstr.charAt(n))) {
208                                numDigits++;
209                            }
210                        }
211                        if (numDigits >= 3) {
212                            // Localized GMT or RFC: total offset (raw + dst) must be preserved.
213                            int32_t inOffset = inRaw + inDst;
214                            int32_t outOffset = outRaw + outDst;
215                            if (inOffset != outOffset) {
216                                errln((UnicodeString)"Offset round trip failed; tz=" + *tzid
217                                    + ", locale=" + LOCALES[locidx].getName() + ", pattern=" + PATTERNS[patidx]
218                                    + ", time=" + DATES[datidx] + ", str=" + tzstr
219                                    + ", inOffset=" + inOffset + ", outOffset=" + outOffset);
220                            }
221                        } else {
222                            // Specific or generic: raw offset must be preserved.
223                            if (inRaw != outRaw) {
224                                errln((UnicodeString)"Raw offset round trip failed; tz=" + *tzid
225                                    + ", locale=" + LOCALES[locidx].getName() + ", pattern=" + PATTERNS[patidx]
226                                    + ", time=" + DATES[datidx] + ", str=" + tzstr
227                                    + ", inRawOffset=" + inRaw + ", outRawOffset=" + outRaw);
228                            }
229                        }
230                    }
231                    delete outcal;
232                }
233                delete tz;
234            }
235            delete sdf;
236        }
237    }
238    delete cal;
239    delete tzids;
240}
241
242struct LocaleData {
243    int32_t index;
244    int32_t testCounts;
245    UDate *times;
246    const Locale* locales; // Static
247    int32_t nLocales; // Static
248    UBool quick; // Static
249    UDate START_TIME; // Static
250    UDate END_TIME; // Static
251    int32_t numDone;
252};
253
254class TestTimeRoundTripThread: public SimpleThread {
255public:
256    TestTimeRoundTripThread(IntlTest& tlog, LocaleData &ld, int32_t i)
257        : log(tlog), data(ld), index(i) {}
258    virtual void run() {
259        UErrorCode status = U_ZERO_ERROR;
260        UBool REALLY_VERBOSE = FALSE;
261
262        // Whether each pattern is ambiguous at DST->STD local time overlap
263        UBool AMBIGUOUS_DST_DECESSION[] = { FALSE, FALSE, FALSE, FALSE, TRUE, TRUE, FALSE, TRUE };
264        // Whether each pattern is ambiguous at STD->STD/DST->DST local time overlap
265        UBool AMBIGUOUS_NEGATIVE_SHIFT[] = { TRUE, TRUE, FALSE, FALSE, TRUE, TRUE, TRUE, TRUE };
266
267        // Workaround for #6338
268        //UnicodeString BASEPATTERN("yyyy-MM-dd'T'HH:mm:ss.SSS");
269        UnicodeString BASEPATTERN("yyyy.MM.dd HH:mm:ss.SSS");
270
271        // timer for performance analysis
272        UDate timer;
273        UDate testTimes[4];
274        UBool expectedRoundTrip[4];
275        int32_t testLen = 0;
276
277        StringEnumeration *tzids = TimeZone::createEnumeration();
278        if (U_FAILURE(status)) {
279            log.errln("tzids->count failed");
280            return;
281        }
282
283        int32_t locidx = -1;
284        UDate times[NUM_PATTERNS];
285        for (int32_t i = 0; i < NUM_PATTERNS; i++) {
286            times[i] = 0;
287        }
288
289        int32_t testCounts = 0;
290
291        while (true) {
292            umtx_lock(NULL); // Lock to increment the index
293            for (int32_t i = 0; i < NUM_PATTERNS; i++) {
294                data.times[i] += times[i];
295                data.testCounts += testCounts;
296            }
297            if (data.index < data.nLocales) {
298                locidx = data.index;
299                data.index++;
300            } else {
301                locidx = -1;
302            }
303            umtx_unlock(NULL); // Unlock for other threads to use
304
305            if (locidx == -1) {
306                log.logln((UnicodeString) "Thread " + index + " is done.");
307                break;
308            }
309
310            log.logln((UnicodeString) "\nThread " + index + ": Locale: " + UnicodeString(data.locales[locidx].getName()));
311
312            for (int32_t patidx = 0; patidx < NUM_PATTERNS; patidx++) {
313                log.logln((UnicodeString) "    Pattern: " + PATTERNS[patidx]);
314                times[patidx] = 0;
315
316                UnicodeString pattern(BASEPATTERN);
317                pattern.append(" ").append(PATTERNS[patidx]);
318
319                SimpleDateFormat *sdf = new SimpleDateFormat(pattern, data.locales[locidx], status);
320                if (U_FAILURE(status)) {
321                    log.errcheckln(status, (UnicodeString) "new SimpleDateFormat failed for pattern " +
322                        pattern + " for locale " + data.locales[locidx].getName() + " - " + u_errorName(status));
323                    status = U_ZERO_ERROR;
324                    continue;
325                }
326
327                tzids->reset(status);
328                const UnicodeString *tzid;
329
330                timer = Calendar::getNow();
331
332                while ((tzid = tzids->snext(status))) {
333                    UnicodeString canonical;
334                    TimeZone::getCanonicalID(*tzid, canonical, status);
335                    if (U_FAILURE(status)) {
336                        // Unknown ID - we should not get here
337                        status = U_ZERO_ERROR;
338                        continue;
339                    }
340                    if (*tzid != canonical) {
341                        // Skip aliases
342                        continue;
343                    }
344                    BasicTimeZone *tz = (BasicTimeZone*) TimeZone::createTimeZone(*tzid);
345                    sdf->setTimeZone(*tz);
346
347                    UDate t = data.START_TIME;
348                    TimeZoneTransition tzt;
349                    UBool tztAvail = FALSE;
350                    UBool middle = TRUE;
351
352                    while (t < data.END_TIME) {
353                        if (!tztAvail) {
354                            testTimes[0] = t;
355                            expectedRoundTrip[0] = TRUE;
356                            testLen = 1;
357                        } else {
358                            int32_t fromOffset = tzt.getFrom()->getRawOffset() + tzt.getFrom()->getDSTSavings();
359                            int32_t toOffset = tzt.getTo()->getRawOffset() + tzt.getTo()->getDSTSavings();
360                            int32_t delta = toOffset - fromOffset;
361                            if (delta < 0) {
362                                UBool isDstDecession = tzt.getFrom()->getDSTSavings() > 0 && tzt.getTo()->getDSTSavings() == 0;
363                                testTimes[0] = t + delta - 1;
364                                expectedRoundTrip[0] = TRUE;
365                                testTimes[1] = t + delta;
366                                expectedRoundTrip[1] = isDstDecession ? !AMBIGUOUS_DST_DECESSION[patidx] : !AMBIGUOUS_NEGATIVE_SHIFT[patidx];
367                                testTimes[2] = t - 1;
368                                expectedRoundTrip[2] = isDstDecession ? !AMBIGUOUS_DST_DECESSION[patidx] : !AMBIGUOUS_NEGATIVE_SHIFT[patidx];
369                                testTimes[3] = t;
370                                expectedRoundTrip[3] = TRUE;
371                                testLen = 4;
372                            } else {
373                                testTimes[0] = t - 1;
374                                expectedRoundTrip[0] = TRUE;
375                                testTimes[1] = t;
376                                expectedRoundTrip[1] = TRUE;
377                                testLen = 2;
378                            }
379                        }
380                        for (int32_t testidx = 0; testidx < testLen; testidx++) {
381                            if (data.quick) {
382                                // reduce regular test time
383                                if (!expectedRoundTrip[testidx]) {
384                                    continue;
385                                }
386                            }
387
388                            testCounts++;
389
390                            UnicodeString text;
391                            FieldPosition fpos(0);
392                            sdf->format(testTimes[testidx], text, fpos);
393
394                            UDate parsedDate = sdf->parse(text, status);
395                            if (U_FAILURE(status)) {
396                                log.errln((UnicodeString) "Parse failure for text=" + text + ", tzid=" + *tzid + ", locale=" + data.locales[locidx].getName()
397                                        + ", pattern=" + PATTERNS[patidx] + ", time=" + testTimes[testidx]);
398                                status = U_ZERO_ERROR;
399                                continue;
400                            }
401                            if (parsedDate != testTimes[testidx]) {
402                                UnicodeString msg = (UnicodeString) "Time round trip failed for " + "tzid=" + *tzid + ", locale=" + data.locales[locidx].getName() + ", pattern=" + PATTERNS[patidx]
403                                        + ", text=" + text + ", time=" + testTimes[testidx] + ", restime=" + parsedDate + ", diff=" + (parsedDate - testTimes[testidx]);
404                                if (expectedRoundTrip[testidx]) {
405                                    log.errln((UnicodeString) "FAIL: " + msg);
406                                } else if (REALLY_VERBOSE) {
407                                    log.logln(msg);
408                                }
409                            }
410                        }
411                        tztAvail = tz->getNextTransition(t, FALSE, tzt);
412                        if (!tztAvail) {
413                            break;
414                        }
415                        if (middle) {
416                            // Test the date in the middle of two transitions.
417                            t += (int64_t) ((tzt.getTime() - t) / 2);
418                            middle = FALSE;
419                            tztAvail = FALSE;
420                        } else {
421                            t = tzt.getTime();
422                        }
423                    }
424                    delete tz;
425                }
426                times[patidx] += (Calendar::getNow() - timer);
427                delete sdf;
428            }
429            umtx_lock(NULL);
430            data.numDone++;
431            umtx_unlock(NULL);
432        }
433        delete tzids;
434    }
435private:
436    IntlTest& log;
437    LocaleData& data;
438    int32_t index;
439};
440
441void
442TimeZoneFormatTest::TestTimeRoundTrip(void) {
443    int32_t nThreads = threadCount;
444    const Locale *LOCALES;
445    int32_t nLocales;
446    int32_t testCounts = 0;
447
448    UErrorCode status = U_ZERO_ERROR;
449    Calendar *cal = Calendar::createInstance(TimeZone::createTimeZone((UnicodeString) "UTC"), status);
450    if (U_FAILURE(status)) {
451        dataerrln("Calendar::createInstance failed: %s", u_errorName(status));
452        return;
453    }
454
455    const char* testAllProp = getProperty("TimeZoneRoundTripAll");
456    UBool bTestAll = (testAllProp && uprv_strcmp(testAllProp, "true") == 0);
457
458    UDate START_TIME, END_TIME;
459    if (bTestAll || !quick) {
460        cal->set(1900, UCAL_JANUARY, 1);
461    } else {
462        cal->set(1990, UCAL_JANUARY, 1);
463    }
464    START_TIME = cal->getTime(status);
465
466    cal->set(2015, UCAL_JANUARY, 1);
467    END_TIME = cal->getTime(status);
468
469    if (U_FAILURE(status)) {
470        errln("getTime failed");
471        return;
472    }
473
474    UDate times[NUM_PATTERNS];
475    for (int32_t i = 0; i < NUM_PATTERNS; i++) {
476        times[i] = 0;
477    }
478
479    // Set up test locales
480    const Locale locales1[] = {Locale("en")};
481    const Locale locales2[] = {
482        Locale("ar_EG"), Locale("bg_BG"), Locale("ca_ES"), Locale("da_DK"), Locale("de"),
483        Locale("de_DE"), Locale("el_GR"), Locale("en"), Locale("en_AU"), Locale("en_CA"),
484        Locale("en_US"), Locale("es"), Locale("es_ES"), Locale("es_MX"), Locale("fi_FI"),
485        Locale("fr"), Locale("fr_CA"), Locale("fr_FR"), Locale("he_IL"), Locale("hu_HU"),
486        Locale("it"), Locale("it_IT"), Locale("ja"), Locale("ja_JP"), Locale("ko"),
487        Locale("ko_KR"), Locale("nb_NO"), Locale("nl_NL"), Locale("nn_NO"), Locale("pl_PL"),
488        Locale("pt"), Locale("pt_BR"), Locale("pt_PT"), Locale("ru_RU"), Locale("sv_SE"),
489        Locale("th_TH"), Locale("tr_TR"), Locale("zh"), Locale("zh_Hans"), Locale("zh_Hans_CN"),
490        Locale("zh_Hant"), Locale("zh_Hant_TW")
491    };
492
493    if (bTestAll) {
494        LOCALES = Locale::getAvailableLocales(nLocales);
495    } else if (quick) {
496        LOCALES = locales1;
497        nLocales = sizeof(locales1)/sizeof(Locale);
498    } else {
499        LOCALES = locales2;
500        nLocales = sizeof(locales2)/sizeof(Locale);
501    }
502
503    LocaleData data;
504    data.index = 0;
505    data.testCounts = testCounts;
506    data.times = times;
507    data.locales = LOCALES;
508    data.nLocales = nLocales;
509    data.quick = quick;
510    data.START_TIME = START_TIME;
511    data.END_TIME = END_TIME;
512    data.numDone = 0;
513
514#if (ICU_USE_THREADS==0)
515    TestTimeRoundTripThread fakeThread(*this, data, 0);
516    fakeThread.run();
517#else
518    TestTimeRoundTripThread **threads = new TestTimeRoundTripThread*[threadCount];
519    int32_t i;
520    for (i = 0; i < nThreads; i++) {
521        threads[i] = new TestTimeRoundTripThread(*this, data, i);
522        if (threads[i]->start() != 0) {
523            errln("Error starting thread %d", i);
524        }
525    }
526
527    UBool done = false;
528    while (true) {
529        umtx_lock(NULL);
530        if (data.numDone == nLocales) {
531            done = true;
532        }
533        umtx_unlock(NULL);
534        if (done)
535            break;
536        SimpleThread::sleep(1000);
537    }
538
539    for (i = 0; i < nThreads; i++) {
540        delete threads[i];
541    }
542    delete [] threads;
543
544#endif
545    UDate total = 0;
546    logln("### Elapsed time by patterns ###");
547    for (int32_t i = 0; i < NUM_PATTERNS; i++) {
548        logln(UnicodeString("") + data.times[i] + "ms (" + PATTERNS[i] + ")");
549        total += data.times[i];
550    }
551    logln((UnicodeString) "Total: " + total + "ms");
552    logln((UnicodeString) "Iteration: " + data.testCounts);
553
554    delete cal;
555}
556
557#endif /* #if !UCONFIG_NO_FORMATTING */
558