InstrumentationTestRunner.java revision da13ef5dca5cac0e89b82a6d7360a575610b7bcc
19066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project/* 29066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * Copyright (C) 2007 The Android Open Source Project 39066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * 49066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * Licensed under the Apache License, Version 2.0 (the "License"); 59066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * you may not use this file except in compliance with the License. 69066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * You may obtain a copy of the License at 79066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * 89066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * http://www.apache.org/licenses/LICENSE-2.0 99066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * 109066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * Unless required by applicable law or agreed to in writing, software 119066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * distributed under the License is distributed on an "AS IS" BASIS, 129066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 139066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * See the License for the specific language governing permissions and 149066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * limitations under the License. 159066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 169066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 179066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectpackage android.test; 189066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 199066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport static android.test.suitebuilder.TestPredicates.REJECT_PERFORMANCE; 209066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport android.app.Activity; 219066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport android.app.Instrumentation; 229066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport android.os.Bundle; 239066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport android.os.Debug; 249066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport android.os.Looper; 259066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport android.test.suitebuilder.TestMethod; 269066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport android.test.suitebuilder.TestPredicates; 279066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport android.test.suitebuilder.TestSuiteBuilder; 289066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport android.util.Log; 299066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 309066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport com.android.internal.util.Predicate; 319066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 329066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport junit.framework.AssertionFailedError; 339066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport junit.framework.Test; 349066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport junit.framework.TestCase; 359066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport junit.framework.TestListener; 369066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport junit.framework.TestResult; 379066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport junit.framework.TestSuite; 389066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport junit.runner.BaseTestRunner; 399066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport junit.textui.ResultPrinter; 409066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 419066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport java.io.ByteArrayOutputStream; 429066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport java.io.File; 439066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport java.io.PrintStream; 449066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport java.lang.reflect.InvocationTargetException; 459066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectimport java.lang.reflect.Method; 46da13ef5dca5cac0e89b82a6d7360a575610b7bccUrs Grobimport java.util.ArrayList; 47da13ef5dca5cac0e89b82a6d7360a575610b7bccUrs Grobimport java.util.List; 489066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 499066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 509066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project/** 519066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * An {@link Instrumentation} that runs various types of {@link junit.framework.TestCase}s against 529066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * an Android package (application). Typical usage: 539066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <ol> 549066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>Write {@link junit.framework.TestCase}s that perform unit, functional, or performance tests 559066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * against the classes in your package. Typically these are subclassed from: 569066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <ul><li>{@link android.test.ActivityInstrumentationTestCase}</li> 579066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>{@link android.test.ActivityUnitTestCase}</li> 589066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>{@link android.test.AndroidTestCase}</li> 599066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>{@link android.test.ApplicationTestCase}</li> 609066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>{@link android.test.InstrumentationTestCase}</li> 619066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>{@link android.test.ProviderTestCase}</li> 629066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>{@link android.test.ServiceTestCase}</li> 639066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>{@link android.test.SingleLaunchActivityTestCase}</li></ul> 649066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>In an appropriate AndroidManifest.xml, define the this instrumentation with 659066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * the appropriate android:targetPackage set. 669066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>Run the instrumentation using "adb shell am instrument -w", 679066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * with no optional arguments, to run all tests (except performance tests). 689066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>Run the instrumentation using "adb shell am instrument -w", 699066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * with the argument '-e func true' to run all functional tests. These are tests that derive from 709066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * {@link android.test.InstrumentationTestCase}. 719066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>Run the instrumentation using "adb shell am instrument -w", 729066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * with the argument '-e unit true' to run all unit tests. These are tests that <i>do not</i>derive 739066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * from {@link android.test.InstrumentationTestCase} (and are not performance tests). 749066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <li>Run the instrumentation using "adb shell am instrument -w", 759066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * with the argument '-e class' set to run an individual {@link junit.framework.TestCase}. 769066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * </ol> 779066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 789066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <b>Running all tests:</b> adb shell am instrument -w 799066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * com.android.foo/android.test.InstrumentationTestRunner 809066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 819066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <b>Running all small tests:</b> adb shell am instrument -w 829066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * -e size small 839066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * com.android.foo/android.test.InstrumentationTestRunner 849066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 859066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <b>Running all medium tests:</b> adb shell am instrument -w 869066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * -e size medium 879066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * com.android.foo/android.test.InstrumentationTestRunner 889066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 899066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <b>Running all large tests:</b> adb shell am instrument -w 909066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * -e size large 919066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * com.android.foo/android.test.InstrumentationTestRunner 929066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 939066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <b>Running a single testcase:</b> adb shell am instrument -w 949066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * -e class com.android.foo.FooTest 959066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * com.android.foo/android.test.InstrumentationTestRunner 969066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 979066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <b>Running a single test:</b> adb shell am instrument -w 989066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * -e class com.android.foo.FooTest#testFoo 999066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * com.android.foo/android.test.InstrumentationTestRunner 1009066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 1019066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <b>Running multiple tests:</b> adb shell am instrument -w 1029066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * -e class com.android.foo.FooTest,com.android.foo.TooTest 1039066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * com.android.foo/android.test.InstrumentationTestRunner 1049066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 1059066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <b>Including performance tests:</b> adb shell am instrument -w 1069066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * -e perf true 1079066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * com.android.foo/android.test.InstrumentationTestRunner 1089066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 1099066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <b>To debug your tests, set a break point in your code and pass:</b> 1109066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * -e debug true 1119066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 1129066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <b>To run in 'log only' mode</b> 1139066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * -e log true 1149066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * This option will load and iterate through all test classes and methods, but will bypass actual 1159066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * test execution. Useful for quickly obtaining info on the tests to be executed by an 1169066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * instrumentation command. 1179066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 1189066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <b>To generate EMMA code coverage:</b> 1199066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * -e coverage true 1209066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * Note: this requires an emma instrumented build. By default, the code coverage results file 1219066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * will be saved as /sdcard/coverage.ec, unless overridden by coverageFile flag (see below) 1229066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 1239066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <b> To specify EMMA code coverage results file path:</b> 1249066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * -e coverageFile /sdcard/myFile.ec 1259066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <br/> 1269066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * in addition to the other arguments. 1279066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 1289066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 1299066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project/* (not JavaDoc) 1309066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * Although not necessary in most case, another way to use this class is to extend it and have the 1319066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * derived class return 1329066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * the desired test suite from the {@link #getTestSuite()} method. The test suite returned from this 1339066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * method will be used if no target class is defined in the meta-data or command line argument 1349066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * parameters. If a derived class is used it needs to be added as an instrumentation to the 1359066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * AndroidManifest.xml and the command to run it would look like: 1369066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 1379066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * adb shell am instrument -w com.android.foo/<i>com.android.FooInstrumentationTestRunner</i> 1389066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * <p/> 1399066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * Where <i>com.android.FooInstrumentationTestRunner</i> is the derived class. 1409066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * 1419066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * This model is used by many existing app tests, but can probably be deprecated. 1429066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 1439066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Projectpublic class InstrumentationTestRunner extends Instrumentation implements TestSuiteProvider { 1449066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 1459066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** @hide */ 1469066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final String ARGUMENT_TEST_CLASS = "class"; 1479066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** @hide */ 1489066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final String ARGUMENT_TEST_PACKAGE = "package"; 1499066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** @hide */ 1509066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final String ARGUMENT_TEST_SIZE_PREDICATE = "size"; 1519066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** @hide */ 1529066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final String ARGUMENT_INCLUDE_PERF = "perf"; 1539066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** @hide */ 1549066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final String ARGUMENT_DELAY_MSEC = "delay_msec"; 1559066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 1569066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private static final String SMALL_SUITE = "small"; 1579066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private static final String MEDIUM_SUITE = "medium"; 1589066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private static final String LARGE_SUITE = "large"; 1599066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 1609066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private static final String ARGUMENT_LOG_ONLY = "log"; 1619066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 1629066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 1639066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 1649066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * This constant defines the maximum allowed runtime (in ms) for a test included in the "small" suite. 1659066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * It is used to make an educated guess at what suite an unlabeled test belongs. 1669066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 1679066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private static final float SMALL_SUITE_MAX_RUNTIME = 100; 1689066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 1699066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 1709066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * This constant defines the maximum allowed runtime (in ms) for a test included in the "medium" suite. 1719066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * It is used to make an educated guess at what suite an unlabeled test belongs. 1729066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 1739066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private static final float MEDIUM_SUITE_MAX_RUNTIME = 1000; 1749066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 1759066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 1769066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * The following keys are used in the status bundle to provide structured reports to 1779066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * an IInstrumentationWatcher. 1789066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 1799066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 1809066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 1819066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * This value, if stored with key {@link android.app.Instrumentation#REPORT_KEY_IDENTIFIER}, 1829066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * identifies InstrumentationTestRunner as the source of the report. This is sent with all 1839066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * status messages. 1849066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 1859066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final String REPORT_VALUE_ID = "InstrumentationTestRunner"; 1869066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 1879066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * If included in the status or final bundle sent to an IInstrumentationWatcher, this key 1889066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * identifies the total number of tests that are being run. This is sent with all status 1899066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * messages. 1909066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 1919066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final String REPORT_KEY_NUM_TOTAL = "numtests"; 1929066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 1939066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * If included in the status or final bundle sent to an IInstrumentationWatcher, this key 1949066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * identifies the sequence number of the current test. This is sent with any status message 1959066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * describing a specific test being started or completed. 1969066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 1979066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final String REPORT_KEY_NUM_CURRENT = "current"; 1989066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 1999066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * If included in the status or final bundle sent to an IInstrumentationWatcher, this key 2009066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * identifies the name of the current test class. This is sent with any status message 2019066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * describing a specific test being started or completed. 2029066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 2039066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final String REPORT_KEY_NAME_CLASS = "class"; 2049066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 2059066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * If included in the status or final bundle sent to an IInstrumentationWatcher, this key 2069066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * identifies the name of the current test. This is sent with any status message 2079066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * describing a specific test being started or completed. 2089066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 2099066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final String REPORT_KEY_NAME_TEST = "test"; 2109066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 2119066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * If included in the status or final bundle sent to an IInstrumentationWatcher, this key 2129066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * reports the run time in seconds of the current test. 2139066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 2149066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private static final String REPORT_KEY_RUN_TIME = "runtime"; 2159066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 2169066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * If included in the status or final bundle sent to an IInstrumentationWatcher, this key 2179066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * reports the guessed suite assignment for the current test. 2189066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 2199066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private static final String REPORT_KEY_SUITE_ASSIGNMENT = "suiteassignment"; 2209066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 2219066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * The test is starting. 2229066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 2239066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final int REPORT_VALUE_RESULT_START = 1; 2249066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 2259066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * The test completed successfully. 2269066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 2279066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final int REPORT_VALUE_RESULT_OK = 0; 2289066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 2299066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * The test completed with an error. 2309066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 2319066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final int REPORT_VALUE_RESULT_ERROR = -1; 2329066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 2339066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * The test completed with a failure. 2349066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 2359066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final int REPORT_VALUE_RESULT_FAILURE = -2; 2369066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 2379066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * If included in the status bundle sent to an IInstrumentationWatcher, this key 2389066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * identifies a stack trace describing an error or failure. This is sent with any status 2399066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * message describing a specific test being completed. 2409066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 2419066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public static final String REPORT_KEY_STACK = "stack"; 2429066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 2439066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private static final String DEFAULT_COVERAGE_FILE_PATH = "/sdcard/coverage.ec"; 2449066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 2459066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private static final String LOG_TAG = "InstrumentationTestRunner"; 2469066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 2479066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private final Bundle mResults = new Bundle(); 2489066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private AndroidTestRunner mTestRunner; 2499066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private boolean mDebug; 2509066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private boolean mJustCount; 2519066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private boolean mSuiteAssignmentMode; 2529066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private int mTestCount; 2539066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private String mPackageOfTests; 2549066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private boolean mCoverage; 2559066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private String mCoverageFilePath; 2569066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private int mDelayMsec; 2579066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 2589066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project @Override 2599066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public void onCreate(Bundle arguments) { 2609066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project super.onCreate(arguments); 2619066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 2629066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // Apk paths used to search for test classes when using TestSuiteBuilders. 2639066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String[] apkPaths = 2649066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project {getTargetContext().getPackageCodePath(), getContext().getPackageCodePath()}; 2659066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project ClassPathPackageInfoSource.setApkPaths(apkPaths); 2669066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 2679066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project Predicate<TestMethod> testSizePredicate = null; 2689066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project boolean includePerformance = false; 2699066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String testClassesArg = null; 2709066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project boolean logOnly = false; 2719066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 2729066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (arguments != null) { 2739066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // Test class name passed as an argument should override any meta-data declaration. 2749066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project testClassesArg = arguments.getString(ARGUMENT_TEST_CLASS); 2759066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mDebug = getBooleanArgument(arguments, "debug"); 2769066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mJustCount = getBooleanArgument(arguments, "count"); 2779066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mSuiteAssignmentMode = getBooleanArgument(arguments, "suiteAssignment"); 2789066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mPackageOfTests = arguments.getString(ARGUMENT_TEST_PACKAGE); 2799066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project testSizePredicate = getSizePredicateFromArg( 2809066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project arguments.getString(ARGUMENT_TEST_SIZE_PREDICATE)); 2819066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project includePerformance = getBooleanArgument(arguments, ARGUMENT_INCLUDE_PERF); 2829066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project logOnly = getBooleanArgument(arguments, ARGUMENT_LOG_ONLY); 2839066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mCoverage = getBooleanArgument(arguments, "coverage"); 2849066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mCoverageFilePath = arguments.getString("coverageFile"); 2859066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 2869066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project try { 2879066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project Object delay = arguments.get(ARGUMENT_DELAY_MSEC); // Accept either string or int 2889066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (delay != null) mDelayMsec = Integer.parseInt(delay.toString()); 2899066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } catch (NumberFormatException e) { 2909066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project Log.e(LOG_TAG, "Invalid delay_msec parameter", e); 2919066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 2929066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 2939066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 2949066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project TestSuiteBuilder testSuiteBuilder = new TestSuiteBuilder(getClass().getName(), 2959066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project getTargetContext().getClassLoader()); 2969066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 2979066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (testSizePredicate != null) { 2989066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project testSuiteBuilder.addRequirements(testSizePredicate); 2999066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3009066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (!includePerformance) { 3019066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project testSuiteBuilder.addRequirements(REJECT_PERFORMANCE); 3029066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3039066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 3049066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (testClassesArg == null) { 3059066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (mPackageOfTests != null) { 3069066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project testSuiteBuilder.includePackages(mPackageOfTests); 3079066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } else { 30861b10ac95de29c3ff826250cf12b04b932e0cfd7Brett Chabot TestSuite testSuite = getTestSuite(); 30961b10ac95de29c3ff826250cf12b04b932e0cfd7Brett Chabot if (testSuite != null) { 31061b10ac95de29c3ff826250cf12b04b932e0cfd7Brett Chabot testSuiteBuilder.addTestSuite(testSuite); 31161b10ac95de29c3ff826250cf12b04b932e0cfd7Brett Chabot } else { 31261b10ac95de29c3ff826250cf12b04b932e0cfd7Brett Chabot // no package or class bundle arguments were supplied, and no test suite 31361b10ac95de29c3ff826250cf12b04b932e0cfd7Brett Chabot // provided so add all tests in application 31461b10ac95de29c3ff826250cf12b04b932e0cfd7Brett Chabot testSuiteBuilder.includePackages(""); 31561b10ac95de29c3ff826250cf12b04b932e0cfd7Brett Chabot } 3169066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3179066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } else { 3189066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project parseTestClasses(testClassesArg, testSuiteBuilder); 3199066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 320da13ef5dca5cac0e89b82a6d7360a575610b7bccUrs Grob 321da13ef5dca5cac0e89b82a6d7360a575610b7bccUrs Grob testSuiteBuilder.addRequirements(getBuilderRequirements()); 3229066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 3239066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestRunner = getAndroidTestRunner(); 3249066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestRunner.setContext(getTargetContext()); 3259066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestRunner.setInstrumentaiton(this); 3269066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestRunner.setSkipExecution(logOnly); 3279066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestRunner.setTest(testSuiteBuilder.build()); 3289066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestCount = mTestRunner.getTestCases().size(); 3299066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (mSuiteAssignmentMode) { 3309066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestRunner.addTestListener(new SuiteAssignmentPrinter()); 3319066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } else { 3329066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestRunner.addTestListener(new TestPrinter("TestRunner", false)); 3339066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestRunner.addTestListener(new WatcherResultPrinter(mTestCount)); 3349066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3359066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project start(); 3369066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3379066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 338da13ef5dca5cac0e89b82a6d7360a575610b7bccUrs Grob List<Predicate<TestMethod>> getBuilderRequirements() { 339da13ef5dca5cac0e89b82a6d7360a575610b7bccUrs Grob return new ArrayList<Predicate<TestMethod>>(); 340da13ef5dca5cac0e89b82a6d7360a575610b7bccUrs Grob } 341da13ef5dca5cac0e89b82a6d7360a575610b7bccUrs Grob 3429066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 3439066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * Parses and loads the specified set of test classes 3449066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * @param testClassArg - comma-separated list of test classes and methods 3459066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * @param testSuiteBuilder - builder to add tests to 3469066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 3479066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private void parseTestClasses(String testClassArg, TestSuiteBuilder testSuiteBuilder) { 3489066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String[] testClasses = testClassArg.split(","); 3499066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project for (String testClass : testClasses) { 3509066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project parseTestClass(testClass, testSuiteBuilder); 3519066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3529066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3539066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 3549066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 3559066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * Parse and load the given test class and, optionally, method 3569066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * @param testClassName - full package name of test class and optionally method to add. Expected 3579066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * format: com.android.TestClass#testMethod 3589066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * @param testSuiteBuilder - builder to add tests to 3599066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 3609066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private void parseTestClass(String testClassName, TestSuiteBuilder testSuiteBuilder) { 3619066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project int methodSeparatorIndex = testClassName.indexOf('#'); 3629066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String testMethodName = null; 3639066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 3649066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (methodSeparatorIndex > 0) { 3659066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project testMethodName = testClassName.substring(methodSeparatorIndex + 1); 3669066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project testClassName = testClassName.substring(0, methodSeparatorIndex); 3679066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3689066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project testSuiteBuilder.addTestClassByName(testClassName, testMethodName, 3699066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project getTargetContext()); 3709066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3719066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 3729066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project protected AndroidTestRunner getAndroidTestRunner() { 3739066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project return new AndroidTestRunner(); 3749066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3759066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 3769066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private boolean getBooleanArgument(Bundle arguments, String tag) { 3779066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String tagString = arguments.getString(tag); 3789066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project return tagString != null && Boolean.parseBoolean(tagString); 3799066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3809066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 3819066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /* 3829066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * Returns the size predicate object, corresponding to the "size" argument value. 3839066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 3849066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private Predicate<TestMethod> getSizePredicateFromArg(String sizeArg) { 3859066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 3869066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (SMALL_SUITE.equals(sizeArg)) { 3879066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project return TestPredicates.SELECT_SMALL; 3889066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } else if (MEDIUM_SUITE.equals(sizeArg)) { 3899066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project return TestPredicates.SELECT_MEDIUM; 3909066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } else if (LARGE_SUITE.equals(sizeArg)) { 3919066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project return TestPredicates.SELECT_LARGE; 3929066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } else { 3939066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project return null; 3949066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3959066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 3969066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 3979066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project @Override 3989066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public void onStart() { 3999066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project Looper.prepare(); 4009066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4019066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (mJustCount) { 4029066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mResults.putString(Instrumentation.REPORT_KEY_IDENTIFIER, REPORT_VALUE_ID); 4039066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mResults.putInt(REPORT_KEY_NUM_TOTAL, mTestCount); 4049066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project finish(Activity.RESULT_OK, mResults); 4059066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } else { 4069066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (mDebug) { 4079066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project Debug.waitForDebugger(); 4089066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4099066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4109066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream(); 4119066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project PrintStream writer = new PrintStream(byteArrayOutputStream); 4129066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project try { 4139066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project StringResultPrinter resultPrinter = new StringResultPrinter(writer); 4149066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4159066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestRunner.addTestListener(resultPrinter); 4169066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4179066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project long startTime = System.currentTimeMillis(); 4189066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestRunner.runTest(); 4199066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project long runTime = System.currentTimeMillis() - startTime; 4209066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4219066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project resultPrinter.print(mTestRunner.getTestResult(), runTime); 4229066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } finally { 4239066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mResults.putString(Instrumentation.REPORT_KEY_STREAMRESULT, 4249066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String.format("\nTest results for %s=%s", 4259066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestRunner.getTestClassName(), 4269066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project byteArrayOutputStream.toString())); 4279066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4289066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (mCoverage) { 4299066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project generateCoverageReport(); 4309066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4319066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project writer.close(); 4329066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4339066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project finish(Activity.RESULT_OK, mResults); 4349066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4359066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4369066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4379066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4389066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public TestSuite getTestSuite() { 4399066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project return getAllTests(); 4409066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4419066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4429066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 4439066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * Override this to define all of the tests to run in your package. 4449066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 4459066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public TestSuite getAllTests() { 4469066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project return null; 4479066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4489066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4499066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 4509066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * Override this to provide access to the class loader of your package. 4519066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 4529066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public ClassLoader getLoader() { 4539066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project return null; 4549066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4559066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4569066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private void generateCoverageReport() { 4579066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // use reflection to call emma dump coverage method, to avoid 4589066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // always statically compiling against emma jar 4599066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project java.io.File coverageFile = new java.io.File(getCoverageFilePath()); 4609066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project try { 4619066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project Class emmaRTClass = Class.forName("com.vladium.emma.rt.RT"); 4629066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project Method dumpCoverageMethod = emmaRTClass.getMethod("dumpCoverageData", 4639066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project coverageFile.getClass(), boolean.class, boolean.class); 4649066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4659066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project dumpCoverageMethod.invoke(null, coverageFile, false, false); 4669066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4679066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } catch (ClassNotFoundException e) { 4689066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project reportEmmaError("Is emma jar on classpath?", e); 4699066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } catch (SecurityException e) { 4709066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project reportEmmaError(e); 4719066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } catch (NoSuchMethodException e) { 4729066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project reportEmmaError(e); 4739066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } catch (IllegalArgumentException e) { 4749066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project reportEmmaError(e); 4759066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } catch (IllegalAccessException e) { 4769066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project reportEmmaError(e); 4779066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } catch (InvocationTargetException e) { 4789066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project reportEmmaError(e); 4799066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4809066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4819066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4829066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private String getCoverageFilePath() { 4839066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (mCoverageFilePath == null) { 4849066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project return DEFAULT_COVERAGE_FILE_PATH; 4859066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4869066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project else { 4879066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project return mCoverageFilePath; 4889066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4899066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4909066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4919066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private void reportEmmaError(Exception e) { 4929066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project reportEmmaError("", e); 4939066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 4949066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 4959066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private void reportEmmaError(String hint, Exception e) { 4969066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String msg = "Failed to generate emma coverage. " + hint; 4979066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project Log.e(LOG_TAG, msg, e); 4989066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mResults.putString(Instrumentation.REPORT_KEY_STREAMRESULT, "\nError: " + msg); 4999066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 5009066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5019066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // TODO kill this, use status() and prettyprint model for better output 5029066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private class StringResultPrinter extends ResultPrinter { 5039066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5049066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public StringResultPrinter(PrintStream writer) { 5059066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project super(writer); 5069066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 5079066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5089066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project synchronized void print(TestResult result, long runTime) { 5099066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project printHeader(runTime); 5109066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project printFooter(result); 5119066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 5129066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 5139066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5149066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 5159066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * This class sends status reports back to the IInstrumentationWatcher about 5169066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * which suite each test belongs. 5179066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 5189066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private class SuiteAssignmentPrinter implements TestListener 5199066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project { 5209066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5219066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private Bundle mTestResult; 5229066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private long mStartTime; 5239066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private long mEndTime; 5249066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private boolean mTimingValid; 5259066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5269066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public SuiteAssignmentPrinter() { 5279066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 5289066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5299066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 5309066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * send a status for the start of a each test, so long tests can be seen as "running" 5319066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 5329066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public void startTest(Test test) { 5339066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTimingValid = true; 5349066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mStartTime = System.currentTimeMillis(); 5359066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 5369066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5379066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 5389066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * @see junit.framework.TestListener#addError(Test, Throwable) 5399066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 5409066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public void addError(Test test, Throwable t) { 5419066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTimingValid = false; 5429066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 5439066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5449066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 5459066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * @see junit.framework.TestListener#addFailure(Test, AssertionFailedError) 5469066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 5479066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public void addFailure(Test test, AssertionFailedError t) { 5489066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTimingValid = false; 5499066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 5509066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5519066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 5529066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * @see junit.framework.TestListener#endTest(Test) 5539066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 5549066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public void endTest(Test test) { 5559066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project float runTime; 5569066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String assignmentSuite; 5579066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mEndTime = System.currentTimeMillis(); 5589066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult = new Bundle(); 5599066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5609066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (!mTimingValid || mStartTime < 0) { 5619066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project assignmentSuite = "NA"; 5629066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project runTime = -1; 5639066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } else { 5649066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project runTime = mEndTime - mStartTime; 5659066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (runTime < SMALL_SUITE_MAX_RUNTIME 5669066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project && !InstrumentationTestCase.class.isAssignableFrom(test.getClass())) { 5679066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project assignmentSuite = SMALL_SUITE; 5689066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } else if (runTime < MEDIUM_SUITE_MAX_RUNTIME) { 5699066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project assignmentSuite = MEDIUM_SUITE; 5709066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } else { 5719066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project assignmentSuite = LARGE_SUITE; 5729066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 5739066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 5749066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // Clear mStartTime so that we can verify that it gets set next time. 5759066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mStartTime = -1; 5769066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5779066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putString(Instrumentation.REPORT_KEY_STREAMRESULT, 5789066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project test.getClass().getName() + "#" + ((TestCase) test).getName() 5799066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project + "\nin " + assignmentSuite + " suite\nrunTime: " 5809066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project + String.valueOf(runTime) + "\n"); 5819066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putFloat(REPORT_KEY_RUN_TIME, runTime); 5829066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putString(REPORT_KEY_SUITE_ASSIGNMENT, assignmentSuite); 5839066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5849066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project sendStatus(0, mTestResult); 5859066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 5869066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 5879066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5889066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 5899066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * This class sends status reports back to the IInstrumentationWatcher 5909066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 5919066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private class WatcherResultPrinter implements TestListener 5929066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project { 5939066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project private final Bundle mResultTemplate; 5949066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project Bundle mTestResult; 5959066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project int mTestNum = 0; 5969066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project int mTestResultCode = 0; 5979066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String mTestClass = null; 5989066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 5999066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public WatcherResultPrinter(int numTests) { 6009066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mResultTemplate = new Bundle(); 6019066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mResultTemplate.putString(Instrumentation.REPORT_KEY_IDENTIFIER, REPORT_VALUE_ID); 6029066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mResultTemplate.putInt(REPORT_KEY_NUM_TOTAL, numTests); 6039066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 6049066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 6059066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 6069066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * send a status for the start of a each test, so long tests can be seen as "running" 6079066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 6089066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public void startTest(Test test) { 6099066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String testClass = test.getClass().getName(); 6109066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult = new Bundle(mResultTemplate); 6119066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putString(REPORT_KEY_NAME_CLASS, testClass); 6129066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putString(REPORT_KEY_NAME_TEST, ((TestCase) test).getName()); 6139066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putInt(REPORT_KEY_NUM_CURRENT, ++mTestNum); 6149066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // pretty printing 6159066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (testClass != null && !testClass.equals(mTestClass)) { 6169066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putString(Instrumentation.REPORT_KEY_STREAMRESULT, 6179066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String.format("\n%s:", testClass)); 6189066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestClass = testClass; 6199066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } else { 6209066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putString(Instrumentation.REPORT_KEY_STREAMRESULT, ""); 6219066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 6229066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 6239066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // The delay_msec parameter is normally used to provide buffers of idle time 6249066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // for power measurement purposes. To make sure there is a delay before and after 6259066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // every test in a suite, we delay *after* every test (see endTest below) and also 6269066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // delay *before* the first test. So, delay test1 delay test2 delay. 6279066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 6289066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project try { 6299066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (mTestNum == 1) Thread.sleep(mDelayMsec); 6309066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } catch (InterruptedException e) { 6319066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project throw new IllegalStateException(e); 6329066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 6339066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 6349066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project sendStatus(REPORT_VALUE_RESULT_START, mTestResult); 6359066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResultCode = 0; 6369066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 6379066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 6389066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 6399066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * @see junit.framework.TestListener#addError(Test, Throwable) 6409066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 6419066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public void addError(Test test, Throwable t) { 6429066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putString(REPORT_KEY_STACK, BaseTestRunner.getFilteredTrace(t)); 6439066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResultCode = REPORT_VALUE_RESULT_ERROR; 6449066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // pretty printing 6459066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putString(Instrumentation.REPORT_KEY_STREAMRESULT, 6469066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String.format("\nError in %s:\n%s", 6479066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project ((TestCase) test).getName(), BaseTestRunner.getFilteredTrace(t))); 6489066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 6499066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 6509066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 6519066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * @see junit.framework.TestListener#addFailure(Test, AssertionFailedError) 6529066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 6539066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public void addFailure(Test test, AssertionFailedError t) { 6549066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putString(REPORT_KEY_STACK, BaseTestRunner.getFilteredTrace(t)); 6559066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResultCode = REPORT_VALUE_RESULT_FAILURE; 6569066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // pretty printing 6579066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putString(Instrumentation.REPORT_KEY_STREAMRESULT, 6589066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project String.format("\nFailure in %s:\n%s", 6599066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project ((TestCase) test).getName(), BaseTestRunner.getFilteredTrace(t))); 6609066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 6619066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 6629066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project /** 6639066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project * @see junit.framework.TestListener#endTest(Test) 6649066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project */ 6659066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project public void endTest(Test test) { 6669066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project if (mTestResultCode == 0) { 6679066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project mTestResult.putString(Instrumentation.REPORT_KEY_STREAMRESULT, "."); 6689066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 6699066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project sendStatus(mTestResultCode, mTestResult); 6709066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 6719066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project try { // Sleep after every test, if specified 6729066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project Thread.sleep(mDelayMsec); 6739066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } catch (InterruptedException e) { 6749066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project throw new IllegalStateException(e); 6759066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 6769066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 6779066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project 6789066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // TODO report the end of the cycle 6799066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project // TODO report runtime for each test 6809066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project } 6819066cfe9886ac131c34d59ed0e2d287b0e3c0087The Android Open Source Project} 682