/*
 * Copyright (C) 2008 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.android.cts;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileReader;
import java.io.IOException;
import java.security.NoSuchAlgorithmException;
import java.util.ArrayList;
import java.util.Collection;
import java.util.HashMap;
import java.util.Iterator;

import javax.xml.parsers.ParserConfigurationException;
import javax.xml.transform.TransformerException;
import javax.xml.transform.TransformerFactoryConfigurationError;

import org.w3c.dom.Document;
import org.w3c.dom.Node;
import org.xml.sax.SAXException;

import android.annotation.cts.Profile;

import com.android.cts.TestDevice.DeviceParameterCollector;

/**
 * Test the session builder.
 */
public class TestSessionBuilderTests extends CtsTestBase {
    private static final String mTmpPlanFileName = "plan";

    private static final String ATTRIBUTE_DEVICE_ID = "deviceID";
    private static final String ATTRIBUTE_BUILD_ID = "buildID";
    private static final String ATTRIBUTE_BUILD_VERSION = "buildVersion";
    private static final String ATTRIBUTE_BUILD_NAME = "buildName";

    private String mTestPackageBinaryName = "CtsTestPackage";

    /** {@inheritDoc} */
    @Override
    public void tearDown() {
        HostConfig.getInstance().removeTestPacakges();
        deleteTestPackage(mTestPackageBinaryName);

        super.tearDown();
    }

    /**
     * Test building simple test session.
     */
    public void testBuildSimpleSession() throws IOException,
            ParserConfigurationException, SAXException, TestPlanNotFoundException,
            TestNotFoundException, NoSuchAlgorithmException {
        final String appPackageName = "com.google.android.cts" + ".CtsTest";
        final String suiteName = appPackageName;
        final String caseName = "CtsTestHello";
        final String runner = "android.test.InstrumentationTestRunner";

        final String serialNum = "serialNum";
        final String buildID = "buildid";
        final String buildName = "buildname";
        final String buildVersion = "buildVersion";
        final String testPlanConfigStr = "<TestPlan version=\"1.0\">\n"
                + "\t<Description>Demo test plan</Description>\n"
                + "\t\t<PlanSettings>\n"
                + "\t\t\t<RequiredDevice amount=\"" + 1 + "\"" + "/>\n"
                + "\t\t</PlanSettings>\n"
                + "\t<Entry uri=\""
                + appPackageName
                + "\"/>\n"
                + "</TestPlan>";

        final String descriptionConfigStr = "<TestPackage name=\""
                + mTestPackageBinaryName+ "\" "
                + "appPackageName=\"" + appPackageName
                + "\" version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"" + runner + "\">\n"
                + " <Description>something extracted from java doc</Description>\n"
                + " <TestSuite name=\"" + suiteName + "\"" + ">\n"
                + "     <TestCase name=\"" + caseName + "\"" + " priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + " </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();
        String planPath =
            HostConfig.getInstance().getPlanRepository().getPlanPath(mTmpPlanFileName);
        createFile(testPlanConfigStr, planPath);

        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(1, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals(appPackageName, testPackage.getAppPackageName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());
        assertEquals(runner, testPackage.getInstrumentationRunner());

        TestSuite testSuite = testPackage.getTestSuites().iterator().next();
        assertEquals(1, testSuite.getTestCases().size());
        assertEquals(suiteName, testSuite.getFullName());

        TestCase testCase = testSuite.getTestCases().iterator().next();
        assertEquals(caseName, testCase.getName());
        assertEquals("mandatory", testCase.getPriority());

        Test test = testCase.getTests().iterator().next();
        assertEquals("automatic", test.getType());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());
        assertEquals(runner, test.getInstrumentationRunner());

        // test build information
        DeviceParameterCollector deviceParam = new DeviceParameterCollector();
        deviceParam.setSerialNumber(serialNum);
        deviceParam.setBuildId(buildID);
        deviceParam.setBuildVersion(buildVersion);
        deviceParam.setProductName(buildName);
        tsl.setDeviceInfo(deviceParam);
        Document doc = tsl.createResultDoc();

        Node buildInfoNode = doc.getElementsByTagName("BuildInfo").item(0);
        assertEquals(serialNum, buildInfoNode.getAttributes().getNamedItem(
                ATTRIBUTE_DEVICE_ID).getNodeValue().trim());
        assertEquals(buildID, buildInfoNode.getAttributes().getNamedItem(
                ATTRIBUTE_BUILD_ID).getNodeValue().trim());
        assertEquals(buildVersion, buildInfoNode.getAttributes().getNamedItem(
                ATTRIBUTE_BUILD_VERSION).getNodeValue().trim());
        assertEquals(buildName, buildInfoNode.getAttributes().getNamedItem(
                ATTRIBUTE_BUILD_NAME).getNodeValue().trim());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test getting and removing entries from plan file.
     */
    public void testGetAndRemoveEntriesFromPlanFile() throws UnknownCommandException,
                    CommandNotFoundException, Exception {

        final String appPackageName = "com.google.android.cts";
        final String suiteName = appPackageName;
        final String caseName = "CtsTestHello";
        final String runner = "android.test.InstrumentationTestRunner";

        final String testPlanConfigStr = "<TestPlan version=\"1.0\">\n"
                + "\t<Description>Demo test plan</Description>\n"
                + "\t\t<PlanSettings>\n"
                + "\t\t\t<RequiredDevice amount=\"" + 1 + "\"" + "/>\n"
                + "\t\t</PlanSettings>\n"
                + "\t<Entry uri=\""
                + appPackageName
                + "\"/>\n"
                + "</TestPlan>";

        final String descriptionConfigStr = "<TestPackage name=\""
                + mTestPackageBinaryName+ "\" "
                + "appPackageName=\"" + appPackageName
                + "\" version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"" + runner + "\">\n"
                + " <Description>something extracted from java doc</Description>\n"
                + " <TestSuite name=\"" + suiteName + "\"" + ">\n"
                + "     <TestCase name=\"" + caseName + "\"" + " priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + " </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();
        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        String planPath = HostConfig.getInstance().getPlanRepository()
                .getPlanPath(mTmpPlanFileName);
        createFile(testPlanConfigStr, planPath);

        ArrayList<String> removedPkgList = new ArrayList<String>();
        Collection<String> entries = TestPlan.getEntries(planPath, removedPkgList);
        Iterator<String> it = entries.iterator();

        assertEquals(1, entries.size());
        assertEquals(appPackageName, it.next());
        ConsoleUi cui = new ConsoleUi(TestHost.getInstance());
        String cmdLine = CTSCommand.REMOVE + " " + "-p" + " "
                + appPackageName;
        cui.processCommand(CommandParser.parse(cmdLine));
        entries = TestPlan.getEntries(planPath, removedPkgList);
        assertEquals(1, removedPkgList.size());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test validating package name.
     */
    public void testValidatePackageName() throws IOException {
        final String packageName = "com.google.android.testname";
        String testPackageXmlFilePath =
            HostConfig.getInstance().getCaseRepository().getXmlPath(packageName);
        String testpackageAPKFilePath =
            HostConfig.getInstance().getCaseRepository().getApkPath(packageName);

        HostConfig.getInstance().removeTestPacakges();
        createTestPackage("", packageName);

        assertEquals(true, TestPlan.isValidPackageName(packageName));

        deleteFile(testPackageXmlFilePath);
        assertEquals(false, TestPlan.isValidPackageName(packageName));

        deleteFile(testpackageAPKFilePath);
        assertEquals(false, TestPlan.isValidPackageName(packageName));
    }

    /**
     * Test building test session with dependency.
     */
    public void testBuildSessionWithDependency() throws IOException,
            ParserConfigurationException, SAXException, TestPlanNotFoundException,
            TestNotFoundException, NoSuchAlgorithmException {

        final String targetNameSpace = "i don't want to be the target!";
        final String appPackageName = "com.google.android.cts";
        final String suiteName = appPackageName + ".CtsTest";
        final String caseName = "CtsTestHello";
        final String runner = "android.test.InstrumentationTestRunner";

        final String testPlanConfigStr = "<TestPlan version=\"1.0\">\n"
                + "\t<Description>Demo test plan</Description>\n"
                + "\t\t<PlanSettings>\n"
                + "\t\t\t<RequiredDevice amount=\"" + 1 + "\"" + "/>\n"
                + "\t\t</PlanSettings>\n"
                + "\t<Entry uri=\""
                + appPackageName
                + "\"/>\n"
                + "</TestPlan>";

        final String descriptionConfigStr = "<TestPackage name=\""
                + mTestPackageBinaryName + "\" "
                + "appPackageName=\"" + appPackageName
                + "\" targetNameSpace=\"" + targetNameSpace
                + "\" version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"" +runner + "\">\n"
                + " <Description>something extracted from java doc</Description>\n"
                + " <TestSuite name=\"" + suiteName + "\"" + ">\n"
                + "     <TestCase name=\"" + caseName + "\"" + " priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + " </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();

        String planPath =
            HostConfig.getInstance().getPlanRepository().getPlanPath(mTmpPlanFileName);
        createFile(testPlanConfigStr, planPath);

        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(1, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals(targetNameSpace, testPackage.getTargetNameSpace());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());
        assertEquals(runner, testPackage.getInstrumentationRunner());

        TestSuite testSuite = testPackage.getTestSuites().iterator().next();
        assertEquals(1, testSuite.getTestCases().size());
        assertEquals(suiteName, testSuite.getFullName());

        TestCase testCase = testSuite.getTestCases().iterator().next();
        assertEquals(caseName, testCase.getName());
        assertEquals("mandatory", testCase.getPriority());

        Test test = testCase.getTests().iterator().next();
        assertEquals("automatic", test.getType());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());
        assertEquals(runner, test.getInstrumentationRunner());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test building test session from embedded suites.
     */
    public void testBuildSessionFromEmbeddedSuites() throws IOException,
            ParserConfigurationException, SAXException, TestPlanNotFoundException,
            TestNotFoundException, NoSuchAlgorithmException {

        final String appPackageName = "com.google.android.cts";
        final String caseName = "CtsTestHello";
        final String testName = "testHello";

        final String testPlanConfigStr = "<TestPlan version=\"1.0\">\n"
                + "<Description>Demo test plan</Description>\n"
                + "<PlanSettings>\n"
                + "    <RequiredDevice amount=\"" + 1 + "\"" + "/>\n"
                + "</PlanSettings>\n"
                + "<Entry uri=\"" + appPackageName + "\"/>\n"
                + "</TestPlan>";

        final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\""
                + " appPackageName=\"" + appPackageName + "\""
                + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"android.test.InstrumentationTestRunner\" >\n"
                + "  <Description>something extracted from java doc</Description>\n"
                + "  <TestSuite name=\"com.google\">\n"
                + "     <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + "     <TestSuite name=\"TestSuiteName\">\n"
                + "         <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n"
                + "             <Description>" + "something extracted from java doc"
                + "             </Description>\n"
                + "             <!-- Test Methods -->\n"
                + "             <Test name=\"testName\"" + " type=\"automatic\"" + "/>\n"
                + "         </TestCase>\n"
                + "     </TestSuite>\n"
                + "  </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();

        String planPath =
            HostConfig.getInstance().getPlanRepository().getPlanPath(mTmpPlanFileName);
        createFile(testPlanConfigStr, planPath);

        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(1, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());

        TestSuite testSuite;
        testSuite = testPackage.getTestSuites().iterator().next();
        assertEquals(1, testSuite.getSubSuites().size());
        assertEquals(1, testSuite.getTestCases().size());
        assertEquals("com.google", testSuite.getFullName());
        assertEquals("com.google", testSuite.getName());

        TestCase testCase = testSuite.getTestCases().iterator().next();
        assertEquals(caseName, testCase.getName());
        assertEquals("mandatory", testCase.getPriority());

        Test test = testCase.getTests().iterator().next();
        assertEquals("com.google.CtsTestHello#testHello", test.getFullName());
        assertEquals("automatic", test.getType());
        assertEquals(testName, test.getName());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());

        testSuite = testSuite.getSubSuites().iterator().next();
        assertEquals(0, testSuite.getSubSuites().size());
        assertEquals(1, testSuite.getTestCases().size());
        assertEquals("com.google.TestSuiteName", testSuite.getFullName());
        assertEquals("TestSuiteName", testSuite.getName());

        testCase = testSuite.getTestCases().iterator().next();
        assertEquals("TestCaseName", testCase.getName());
        assertEquals("mandatory", testCase.getPriority());

        test = testCase.getTests().iterator().next();
        assertEquals("com.google.TestSuiteName.TestCaseName#testName", test.getFullName());
        assertEquals("automatic", test.getType());
        assertEquals("testName", test.getName());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test loading plan with excluded list from the xml file.
     */
    public void testExcludingFromXmlFile() throws IOException,
                ParserConfigurationException,
                SAXException,
                TestPlanNotFoundException,
                TestNotFoundException, NoSuchAlgorithmException {

        final String appPackageName = "com.google.android.cts";
        final String caseName = "CtsTestHello";
        final String testName = "testHello";
        final String excludedList = "com.google.TestSuiteName";

        final String testPlanConfigStr = "<TestPlan version=\"1.0\">\n"
                + "<Description>Demo test plan</Description>\n"
                + "<PlanSettings>\n"
                + "    <RequiredDevice amount=\"" + 1 + "\"" + "/>\n"
                + "</PlanSettings>\n"
                + "     <Entry uri=\"" + appPackageName
                + "\" " + "exclude=\"" + excludedList + "\"/>\n"
                + "</TestPlan>";

        final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\""
                + " appPackageName=\"" + appPackageName + "\""
                + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"android.test.InstrumentationTestRunner\" >\n"
                + "  <Description>something extracted from java doc</Description>\n"
                + "  <TestSuite name=\"com.google\">\n"
                + "     <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "         <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + "     <TestSuite name=\"TestSuiteName\">\n"
                + "         <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n"
                + "             <Description>" + "something extracted from java doc"
                + "             </Description>\n"
                + "             <!-- Test Methods -->\n"
                + "             <Test name=\"testName1\"" + " type=\"automatic\"" + "/>\n"
                + "             <Test name=\"testName2\"" + " type=\"automatic\"" + "/>\n"
                + "         </TestCase>\n"
                + "     </TestSuite>\n"
                + "  </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();

        String planPath =
            HostConfig.getInstance().getPlanRepository().getPlanPath(mTmpPlanFileName);
        createFile(testPlanConfigStr, planPath);

        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(1, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());

        TestSuite testSuite;
        testSuite = testPackage.getTestSuites().iterator().next();
        assertEquals(0, testSuite.getSubSuites().size());
        assertEquals(1, testSuite.getTestCases().size());
        assertEquals("com.google", testSuite.getFullName());

        TestCase testCase = testSuite.getTestCases().iterator().next();
        assertEquals(caseName, testCase.getName());
        assertEquals("mandatory", testCase.getPriority());

        Test test = testCase.getTests().iterator().next();
        assertEquals("com.google.CtsTestHello#testHello", test.getFullName());
        assertEquals("automatic", test.getType());
        assertEquals(testName, test.getName());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test building and loading plan with excluding list of embedded suite.
     */
    public void testExcludingEmbeddedSuite() throws IOException,
            ParserConfigurationException, SAXException, TestPlanNotFoundException,
            TestNotFoundException,
            TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException {

        final String appPackageName = "com.google.android.cts";
        final String caseName = "CtsTestHello";
        final String testName = "testHello";
        final String excludedList = "com.google.TestSuiteName";

        final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\""
                + " appPackageName=\"" + appPackageName + "\""
                + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"android.test.InstrumentationTestRunner\" >\n"
                + "  <Description>something extracted from java doc</Description>\n"
                + "  <TestSuite name=\"com.google\">\n"
                + "     <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "         <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + "     <TestSuite name=\"TestSuiteName\">\n"
                + "         <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n"
                + "             <Description>" + "something extracted from java doc"
                + "             </Description>\n"
                + "             <!-- Test Methods -->\n"
                + "             <Test name=\"testName1\"" + " type=\"automatic\"" + "/>\n"
                + "             <Test name=\"testName2\"" + " type=\"automatic\"" + "/>\n"
                + "         </TestCase>\n"
                + "     </TestSuite>\n"
                + "  </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();
        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        ArrayList<String> packageNames = new ArrayList<String>();
        packageNames.add(appPackageName);

        HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>();
        ArrayList<String> list = new ArrayList<String>();
        list.add(excludedList);
        results.put(appPackageName, list);
        String planName = "plan_test_excluding";
        String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName);
        TestSessionBuilder.getInstance().serialize(planName, packageNames, results);

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(1, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());

        TestSuite testSuite;
        testSuite = testPackage.getTestSuites().iterator().next();
        assertEquals(0, testSuite.getSubSuites().size());
        assertEquals(1, testSuite.getTestCases().size());
        assertEquals("com.google", testSuite.getFullName());

        TestCase testCase = testSuite.getTestCases().iterator().next();
        assertEquals(caseName, testCase.getName());
        assertEquals("mandatory", testCase.getPriority());

        Test test = testCase.getTests().iterator().next();
        assertEquals("com.google.CtsTestHello#testHello", test.getFullName());
        assertEquals("automatic", test.getType());
        assertEquals(testName, test.getName());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test building and loading plan with excluding list of the top suite.
     */
    public void testExcludingTopSuite() throws IOException,
            ParserConfigurationException, SAXException, TestPlanNotFoundException,
            TestNotFoundException,
            TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException {

        final String appPackageName = "com.google.android.cts";
        final String excludedList = "com.google";

        final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\""
                + " appPackageName=\"" + appPackageName + "\""
                + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"android.test.InstrumentationTestRunner\" >\n"
                + "  <Description>something extracted from java doc</Description>\n"
                + "  <TestSuite name=\"com.google\">\n"
                + "     <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "         <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + "     <TestSuite name=\"TestSuiteName\">\n"
                + "         <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n"
                + "             <Description>" + "something extracted from java doc"
                + "             </Description>\n"
                + "             <!-- Test Methods -->\n"
                + "             <Test name=\"testName1\"" + " type=\"automatic\"" + "/>\n"
                + "             <Test name=\"testName2\"" + " type=\"automatic\"" + "/>\n"
                + "         </TestCase>\n"
                + "     </TestSuite>\n"
                + "  </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();
        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        ArrayList<String> packageNames = new ArrayList<String>();
        packageNames.add(appPackageName);

        HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>();
        ArrayList<String> list = new ArrayList<String>();
        list.add(excludedList);
        results.put(appPackageName, list);
        String planName = "plan_test_excluding";
        String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName);
        TestSessionBuilder.getInstance().serialize(planName, packageNames, results);

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(0, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test building and loading plan with excluded list of test case.
     */
    public void testExcludingTestCase() throws IOException,
            ParserConfigurationException, SAXException, TestPlanNotFoundException,
            TestNotFoundException,
            TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException {

        final String appPackageName = "com.google.android.cts";
        final String caseName = "CtsTestHello";
        final String testName = "testHello";
        final String excludedList = "com.google.TestCaseName";

        final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\""
                + " appPackageName=\"" + appPackageName + "\""
                + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"android.test.InstrumentationTestRunner\" >\n"
                + "  <Description>something extracted from java doc</Description>\n"
                + "  <TestSuite name=\"com.google\">\n"
                + "     <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "         <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + "     <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testName1\"" + " type=\"automatic\"" + "/>\n"
                + "         <Test name=\"testName2\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + "  </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();
        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        ArrayList<String> packageNames = new ArrayList<String>();
        packageNames.add(appPackageName);

        HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>();
        ArrayList<String> list = new ArrayList<String>();
        list.add(excludedList);
        results.put(appPackageName, list);
        String planName = "plan_test_excluding";
        String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName);
        TestSessionBuilder.getInstance().serialize(planName, packageNames, results);

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(1, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());

        TestSuite testSuite;
        testSuite = testPackage.getTestSuites().iterator().next();
        assertEquals(1, testSuite.getTestCases().size());
        assertEquals("com.google", testSuite.getFullName());

        assertEquals(1, testSuite.getTestCases().size());

        TestCase testCase = testSuite.getTestCases().iterator().next();
        assertEquals(caseName, testCase.getName());
        assertEquals("mandatory", testCase.getPriority());

        Test test = testCase.getTests().iterator().next();
        assertEquals("com.google.CtsTestHello#testHello", test.getFullName());
        assertEquals("automatic", test.getType());
        assertEquals(testName, test.getName());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test building and loading plan with excluded list of all of the test cases.
     */
    public void testExcludingAllTestCases() throws IOException,
            ParserConfigurationException, SAXException, TestPlanNotFoundException,
            TestNotFoundException,
            TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException {

        final String appPackageName = "com.google.android.cts";
        final String excludedList = "com.google.TestCaseName;com.google.CtsTestHello";

        final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\""
                + " appPackageName=\"" + appPackageName + "\""
                + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"android.test.InstrumentationTestRunner\" >\n"
                + "  <Description>something extracted from java doc</Description>\n"
                + "  <TestSuite name=\"com.google\">\n"
                + "     <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "         <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + "     <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testName1\"" + " type=\"automatic\"" + "/>\n"
                + "         <Test name=\"testName2\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + "  </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();
        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        ArrayList<String> packageNames = new ArrayList<String>();
        packageNames.add(appPackageName);

        HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>();
        ArrayList<String> list = new ArrayList<String>();
        list.add(excludedList);
        results.put(appPackageName, list);
        String planName = "plan_test_excluding";
        String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName);
        TestSessionBuilder.getInstance().serialize(planName, packageNames, results);

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(0, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());

        assertEquals(0, testPackage.getTestSuites().size());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test building and loading plan with excluded list of test.
     */
    public void testExcludingTest() throws IOException,
            ParserConfigurationException, SAXException, TestPlanNotFoundException,
            TestNotFoundException,
            TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException {

        final String appPackageName = "com.google.android.cts";
        final String caseName = "CtsTestHello";
        final String testName = "testHello";
        final String excludedList = "com.google.CtsTestHello#testHello2";

        final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\""
                + " appPackageName=\"" + appPackageName + "\""
                + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"android.test.InstrumentationTestRunner\" >\n"
                + "  <Description>something extracted from java doc</Description>\n"
                + "  <TestSuite name=\"com.google\">\n"
                + "     <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "         <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + "  </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();
        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        ArrayList<String> packageNames = new ArrayList<String>();
        packageNames.add(appPackageName);

        HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>();
        ArrayList<String> list = new ArrayList<String>();
        list.add(excludedList);
        results.put(appPackageName, list);
        String planName = "plan_test_excluding";
        String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName);
        TestSessionBuilder.getInstance().serialize(planName, packageNames, results);

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(1, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());

        TestSuite testSuite;
        testSuite = testPackage.getTestSuites().iterator().next();
        assertEquals(1, testSuite.getTestCases().size());
        assertEquals("com.google", testSuite.getFullName());

        assertEquals(1, testSuite.getTestCases().size());

        TestCase testCase = testSuite.getTestCases().iterator().next();
        assertEquals(caseName, testCase.getName());
        assertEquals("mandatory", testCase.getPriority());

        Test test = testCase.getTests().iterator().next();
        assertEquals("com.google.CtsTestHello#testHello", test.getFullName());
        assertEquals("automatic", test.getType());
        assertEquals(testName, test.getName());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test building and loading plan with excluded list of all of the tests.
     */
    public void testExcludingAllTests() throws IOException,
            ParserConfigurationException, SAXException, TestPlanNotFoundException,
            TestNotFoundException,
            TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException {

        final String appPackageName = "com.google.android.cts";
        final String excludedList =
            "com.google.CtsTestHello#testHello;com.google.CtsTestHello#testHello2;";

        final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\""
                + " appPackageName=\"" + appPackageName + "\""
                + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"android.test.InstrumentationTestRunner\" >\n"
                + "  <Description>something extracted from java doc</Description>\n"
                + "  <TestSuite name=\"com.google\">\n"
                + "     <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "         <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + "  </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();
        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        ArrayList<String> packageNames = new ArrayList<String>();
        packageNames.add(appPackageName);

        HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>();
        ArrayList<String> list = new ArrayList<String>();
        list.add(excludedList);
        results.put(appPackageName, list);
        String planName = "plan_test_excluding";
        String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName);
        TestSessionBuilder.getInstance().serialize(planName, packageNames, results);

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(0, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test creating plan with excluded list.
     */
    public void testCreatePlanWithExcludedList() throws IOException,
          ParserConfigurationException, SAXException,
          TestPlanNotFoundException, TestNotFoundException,
          TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException{

        final String appPackageName = "com.google.android.cts";
        final String suiteName1 = appPackageName + "." + "SuiteName1";
        final String caseName1 = "CtsTestHello";
        final String testName1 = "testHello";

        final String caseName2 = "CtsTestHello2";
        final String testName2 = "testHello2";
        final String testName3 = "testHello3";
        final String suiteName2 = "com.google.android.cts.CtsTest.SuiteName2";

        final String descriptionConfigStr = "<TestPackage name=\""
              + mTestPackageBinaryName + "\""
              + " appPackageName=\"" + appPackageName + "\""
              + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
              + " runner=\"android.test.InstrumentationTestRunner\" >\n"
              + " <Description>something extracted from java doc</Description>\n"
              + " <TestSuite name=\"" + suiteName1 + "\"" + ">\n"
              + "     <TestCase name=\"" + caseName1 + "\"" + " category=\"mandatory\">\n"
              + "         <Description>" + "something extracted from java doc"
              + "         </Description>\n"
              + "         <!-- Test Methods -->\n"
              + "         <Test name=\"" + testName1 + "\" type=\"automatic\"" + "/>\n"
              + "     </TestCase>\n"
              + " </TestSuite>\n"
              + " <TestSuite name=\"" + suiteName2 + "\"" + ">\n"
              + "     <TestCase name=\"" + caseName2 + "\"" + " priority=\"mandatory\">\n"
              + "         <Test name=\"" + testName2 +"\" type=\"automatic\" />\n"
              + "         <Test name=\"" + testName3 +"\" type=\"automatic\" />\n"
              + "     </TestCase>\n"
              + " </TestSuite>\n"
              + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();
        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        ArrayList<String> packageNames = new ArrayList<String>();
        packageNames.add(appPackageName);

        HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>();
        ArrayList<String> list = new ArrayList<String>();
        String excludedList = suiteName1 + "." + caseName1 + TestPlan.EXCLUDE_SEPARATOR;
        excludedList += suiteName2 + "." + caseName2 + Test.METHOD_SEPARATOR + testName2;
        list.add(excludedList);
        results.put(appPackageName, list);

        String planName = "plan_test_excluding";
        String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName);
        TestSessionBuilder.getInstance().serialize(planName, packageNames, results);

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(1, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());

        TestSuite testSuite;
        testSuite = testPackage.getTestSuites().iterator().next();
        assertEquals(1, testSuite.getTestCases().size());
        assertEquals(suiteName2, testSuite.getFullName());

        assertEquals(1, testSuite.getTestCases().size());

        TestCase testCase = testSuite.getTestCases().iterator().next();
        assertEquals(caseName2, testCase.getName());
        assertEquals("mandatory", testCase.getPriority());
        assertEquals(1, testCase.getTests().size());

        Test test = testCase.getTests().iterator().next();
        String testName = suiteName2 + "." + caseName2 + Test.METHOD_SEPARATOR + testName3;
        assertEquals(testName, test.getFullName());
        assertEquals("automatic", test.getType());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test creating plan with excluded list of nested suites.
     */
    public void testCreatePlanWithExcludedListForNestedSuite() throws IOException,
          ParserConfigurationException, SAXException,
          TestPlanNotFoundException, TestNotFoundException,
          TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException{

        final String appPackageName = "com.google.android.cts";
        final String fullName = mTestPackageBinaryName + ".CtsTest";
        final String suiteName1 = fullName + "." + "SuiteName1";
        final String caseName1 = "CtsTestHello";
        final String testName1 = "testHello";

        final String caseName2 = "CtsTestHello2";
        final String testName2 = "testHello2";
        final String testName3 = "testHello3";
        final String nestedSuiteName1 = "com.google";
        final String nestedSuiteName2 = "android.cts.CtsTest.SuiteName2";

        final String descriptionConfigStr = "<TestPackage name=\""
            + mTestPackageBinaryName + "\""
            + " appPackageName=\"" + appPackageName + "\""
            + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
              + " runner=\"android.test.InstrumentationTestRunner\" >\n"
              + " <Description>something extracted from java doc</Description>\n"
              + " <TestSuite name=\"" + suiteName1 + "\"" + ">\n"
              + "     <TestCase name=\"" + caseName1 + "\"" + " category=\"mandatory\">\n"
              + "         <Description>" + "something extracted from java doc" + "</Description>\n"
              + "         <!-- Test Methods -->\n"
              + "         <Test name=\"" + testName1 + "\" type=\"automatic\"" + "/>\n"
              + "     </TestCase>\n"
              + " </TestSuite>\n"
              + " <TestSuite name=\"" + nestedSuiteName1 + "\"" + ">\n"
              + "     <TestSuite name=\"" + nestedSuiteName2 + "\"" + ">\n"
              + "         <TestCase name=\"" + caseName2 + "\"" + " priority=\"mandatory\">\n"
              + "             <Test name=\"" + testName2 +"\" type=\"automatic\" />\n"
              + "             <Test name=\"" + testName3 +"\" type=\"automatic\" />\n"
              + "         </TestCase>\n"
              + "     </TestSuite>\n"
              + " </TestSuite>\n"
              + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();
        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        ArrayList<String> packageNames = new ArrayList<String>();
        packageNames.add(appPackageName);

        HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>();
        ArrayList<String> list = new ArrayList<String>();
        String excludedList = suiteName1 + "." + caseName1 + TestPlan.EXCLUDE_SEPARATOR;
        excludedList += nestedSuiteName1 + "." + nestedSuiteName2
                        + "." + caseName2 + Test.METHOD_SEPARATOR + testName2;
        list.add(excludedList);
        results.put(appPackageName, list);

        String planName = "plan_test_excluding";
        String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName);
        TestSessionBuilder.getInstance().serialize(planName, packageNames, results);

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(1, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());

        TestSuite testSuite;
        testSuite = testPackage.getTestSuites().iterator().next();
        assertEquals(0, testSuite.getTestCases().size());
        assertEquals(nestedSuiteName1, testSuite.getFullName());

        assertEquals(1, testSuite.getSubSuites().size());
        TestSuite testSubSuite = testSuite.getSubSuites().iterator().next();
        assertEquals(1, testSubSuite.getTestCases().size());
        String suiteName = nestedSuiteName1 + "." + nestedSuiteName2;
        assertEquals(suiteName, testSubSuite.getFullName());

        assertEquals(1, testSubSuite.getTestCases().size());

        TestCase testCase = testSubSuite.getTestCases().iterator().next();
        assertEquals(caseName2, testCase.getName());
        assertEquals("mandatory", testCase.getPriority());
        assertEquals(1, testCase.getTests().size());

        Test test = testCase.getTests().iterator().next();
        String testName = nestedSuiteName1 + "." + nestedSuiteName2 + "." +caseName2
                          + Test.METHOD_SEPARATOR + testName3;
        assertEquals(testName, test.getFullName());
        assertEquals("automatic", test.getType());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test building plan of protocol type.
     */
    public void testBuildProtocolPlan() throws IOException,
            ParserConfigurationException, SAXException, TestPlanNotFoundException,
            TestNotFoundException, NoSuchAlgorithmException {

        final String appPackageName = "com.google.android.cts";

        final String testPlanConfigStr = "<TestPlan version=\"1.0\">\n"
                + "\t<Description>Demo test plan</Description>\n"
                + "\t\t<PlanSettings>\n"
                + "\t\t\t<RequiredDevice amount=\"" + 2 + "\"" + "/>\n"
                + "\t\t</PlanSettings>\n"
                + "\t<Entry uri=\""
                + appPackageName
                + "\"/>\n"
                + "</TestPlan>";

        final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName +"\" "
                + " appPackageName=\"" + appPackageName + "\""
                + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"android.test.InstrumentationTestRunner\" >\n"
                + " <Description>something extracted from java doc</Description>\n"
                + " <TestSuite name=\"com.google.android.cts\"" + ">\n"
                + "     <TestCase name=\"CtsTestHello\"" + " priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + " </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();
        String planPath = HostConfig.getInstance().getPlanRepository()
                .getPlanPath(mTmpPlanFileName);
        createFile(testPlanConfigStr, planPath);

        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(2, ts.getNumOfRequiredDevices());

        TestSessionLog tsl = ts.getSessionLog();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(1, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());

        TestSuite testSuite = testPackage.getTestSuites().iterator().next();
        assertEquals(1, testSuite.getTestCases().size());
        assertEquals("com.google.android.cts", testSuite.getFullName());

        TestCase testCase = testSuite.getTestCases().iterator().next();
        Test test = testCase.getTests().iterator().next();
        assertEquals("testHello", test.getName());
        assertEquals("automatic", test.getType());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test serializing the test plan.
     */
    public void testSerialize() throws Exception {
        final String srcStr = "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n"
            + "<TestPlan version=\"1.0\">\n"
            + "<PlanSettings/>\n"
            + "<Entry uri=\"com.google.android.cts.CtsTest\"/>\n"
            + "</TestPlan>";

        final String package1 = "com.google.android.cts.CtsTest";
        ArrayList<String> packageNames = new ArrayList<String>();
        packageNames.add(package1);
        HashMap<String, ArrayList<String>> selectedResult =
                      new HashMap<String, ArrayList<String>>();
        selectedResult.put(package1, null);

        HostConfig.getInstance().removeTestPacakges();
        String planName = "plan_test";
        String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName);
        TestSessionBuilder.getInstance().serialize(planName, packageNames, selectedResult);

        File file = new File(planPath);
        assertTrue(file.exists());
        assertTrue(file.isFile());

        FileReader dstInput = new FileReader(file);
        BufferedReader dstBufReader = new BufferedReader(dstInput);

        char[] resChars = new char[1024];
        dstBufReader.read(resChars);
        assertEquals(srcStr, new String(resChars).trim());

        dstBufReader.close();
        deleteFile(planPath);

    }

    /**
     * Test loading plan with sub suites.
     */
    public void testLoadPlanWithSubSuite() throws IOException,
            ParserConfigurationException, SAXException, TestPlanNotFoundException,
            TestNotFoundException,
            TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException {

        final String appPackageName = "com.google.android.cts";
        final String fullName = mTestPackageBinaryName + ".CtsTest";
        final String caseName = "CtsTestHello";
        final String testName = "testHello";

        final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\""
                + " appPackageName=\"" + appPackageName + "\""
                + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"android.test.InstrumentationTestRunner\" >\n"
                + "  <Description>something extracted from java doc</Description>\n"
                + "  <TestSuite name=\"com.google\">\n"
                + "     <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n"
                + "         <Description>" + "something extracted from java doc"
                + "         </Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n"
                + "     </TestCase>\n"
                + "     <TestSuite name=\"TestSuiteName\">\n"
                + "         <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n"
                + "             <Description>" + "something extracted from java doc"
                + "             </Description>\n"
                + "             <!-- Test Methods -->\n"
                + "             <Test name=\"testName1\"" + " type=\"automatic\"" + "/>\n"
                + "         </TestCase>\n"
                + "     </TestSuite>\n"
                + "  </TestSuite>\n"
                + "</TestPackage>\n";

        HostConfig.getInstance().removeTestPacakges();
        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        ArrayList<String> packageNames = new ArrayList<String>();
        packageNames.add(appPackageName);

        HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>();
        results.put(appPackageName, null);
        String planName = "plan_test_excluding";
        String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName);
        TestSessionBuilder.getInstance().serialize(planName, packageNames, results);

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        assertEquals(1, ts.getNumOfRequiredDevices());

        ts.getSessionLog().setStartTime(System.currentTimeMillis());
        TestSessionLog tsl = ts.getSessionLog();
        tsl.createResultDoc();
        assertEquals(1, tsl.getTestPackages().size());

        TestPackage testPackage = tsl.getTestPackages().iterator().next();
        assertEquals(1, testPackage.getTestSuites().size());
        assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName());
        assertEquals("1.0", testPackage.getVersion());
        assertEquals("Android 1.0", testPackage.getAndroidVersion());

        TestSuite testSuite;
        testSuite = testPackage.getTestSuites().iterator().next();
        assertEquals(1, testSuite.getSubSuites().size());
        assertEquals(1, testSuite.getTestCases().size());
        assertEquals("com.google", testSuite.getFullName());

        TestCase testCase = testSuite.getTestCases().iterator().next();
        assertEquals(caseName, testCase.getName());
        assertEquals("mandatory", testCase.getPriority());

        Test test = testCase.getTests().iterator().next();
        assertEquals("com.google.CtsTestHello#testHello", test.getFullName());
        assertEquals("automatic", test.getType());
        assertEquals(testName, test.getName());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());

        TestSuite subTestSuite;
        subTestSuite = testSuite.getSubSuites().iterator().next();
        assertEquals(1, subTestSuite.getTestCases().size());
        assertEquals("com.google.TestSuiteName", subTestSuite.getFullName());
        assertEquals("TestSuiteName", subTestSuite.getName());

        testCase = subTestSuite.getTestCases().iterator().next();
        assertEquals("TestCaseName", testCase.getName());
        assertEquals("mandatory", testCase.getPriority());

        test = testCase.getTests().iterator().next();
        assertEquals("com.google.TestSuiteName.TestCaseName#testName1", test.getFullName());
        assertEquals("automatic", test.getType());
        assertEquals("testName1", test.getName());
        assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode());

        deleteTestPackage(mTestPackageBinaryName);
    }

    /**
     * Test validating test controller.
     */
    public void testValidateTestController() {
        String jarPath = "test.jar";
        String packageName = "com.android.tests";
        String className = "ConsoleTests";
        String methodName = "testMethod";

        TestController controller = new TestController(null, null, null, null);
        assertFalse(controller.isValid());

        controller = new TestController(jarPath, null, null, null);
        assertFalse(controller.isValid());

        controller = new TestController(null, packageName, null, null);
        assertFalse(controller.isValid());

        controller = new TestController(null, null, className, null);
        assertFalse(controller.isValid());

        controller = new TestController(null, null, null, methodName);
        assertFalse(controller.isValid());

        controller = new TestController("", "", "", "");
        assertFalse(controller.isValid());

        controller = new TestController("", packageName, className, methodName);
        assertFalse(controller.isValid());

        controller = new TestController(jarPath, "", className, methodName);
        assertFalse(controller.isValid());

        controller = new TestController(jarPath, packageName, "", methodName);
        assertFalse(controller.isValid());

        controller = new TestController(jarPath, packageName, className, "");
        assertFalse(controller.isValid());

        controller = new TestController(jarPath, packageName, className, methodName);
        assertTrue(controller.isValid());
    }

    /**
     * Test loading plan with test controller.
     */
    public void testLoadPlanWithTestController() throws IOException,
            ParserConfigurationException, SAXException,
            TestPlanNotFoundException, TestNotFoundException,
            TransformerFactoryConfigurationError,
            TransformerException, NoSuchAlgorithmException {

        final String appPackageName = "com.google.android.cts";
        final String jarPath = "test.jar";
        final String controllerPackageName = "com.android.tests";
        final String className = "ConsoleTests";
        final String methodName = "testMethod";
        final String description = controllerPackageName + "." + className
                + Test.METHOD_SEPARATOR + methodName;

        final String descriptionConfigStr = "<TestPackage name=\""
                + mTestPackageBinaryName + "\" "
                + " appPackageName=\"" + appPackageName + "\""
                + " version=\"1.0\" AndroidFramework=\"Android 1.0\""
                + " runner=\"android.test.InstrumentationTestRunner\" jarPath=\"" + jarPath
                + "\">\n"
                + "  <Description>something extracted from java doc</Description>\n"
                + "  <TestSuite name=\"com.google\">\n"
                + "     <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n"
                + "         <Description>"
                + "something extracted from java doc" + "</Description>\n"
                + "         <!-- Test Methods -->\n"
                + "         <Test name=\"testName1\""
                + " type=\"automatic\"" + " HostController=\""
                + description + "\"" + "/>\n" + "     </TestCase>\n"
                + "  </TestSuite>\n" + "</TestPackage>\n";

        createTestPackage(descriptionConfigStr, mTestPackageBinaryName);
        HostConfig.getInstance().loadTestPackages();

        ArrayList<String> packageNames = new ArrayList<String>();
        packageNames.add(appPackageName);

        HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>();
        results.put(appPackageName, null);

        String planName = "plan_test";
        String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName);
        TestSessionBuilder.getInstance().serialize(planName, packageNames, results);

        TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL);
        ts.getSessionLog().setStartTime(System.currentTimeMillis());
        TestSessionLog tsl = ts.getSessionLog();
        TestPackage testPackage = tsl.getTestPackages().iterator().next();

        assertEquals(jarPath, testPackage.getJarPath());

        TestSuite testSuite;
        testSuite = testPackage.getTestSuites().iterator().next();
        TestCase testCase = testSuite.getTestCases().iterator().next();
        Test test = testCase.getTests().iterator().next();
        assertEquals(controllerPackageName, test.getTestController().getPackageName());
        assertEquals(className, test.getTestController().getClassName());
        assertEquals(methodName, test.getTestController().getMethodName());

        deleteTestPackage(mTestPackageBinaryName);
    }
}