Android.run-test.mk revision ec00b7e916aa4bec4abf27788b23b0fe274a086f
1# Copyright (C) 2011 The Android Open Source Project 2# 3# Licensed under the Apache License, Version 2.0 (the "License"); 4# you may not use this file except in compliance with the License. 5# You may obtain a copy of the License at 6# 7# http://www.apache.org/licenses/LICENSE-2.0 8# 9# Unless required by applicable law or agreed to in writing, software 10# distributed under the License is distributed on an "AS IS" BASIS, 11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12# See the License for the specific language governing permissions and 13# limitations under the License. 14# 15 16LOCAL_PATH := $(call my-dir) 17 18include art/build/Android.common_test.mk 19 20# List of all tests of the form 003-omnibus-opcodes. 21TEST_ART_RUN_TESTS := $(wildcard $(LOCAL_PATH)/[0-9]*) 22TEST_ART_RUN_TESTS := $(subst $(LOCAL_PATH)/,, $(TEST_ART_RUN_TESTS)) 23 24######################################################################## 25# The art-run-tests module, used to build all run-tests into an image. 26 27# The path where build only targets will be output, e.g. 28# out/target/product/generic_x86_64/obj/PACKAGING/art-run-tests_intermediates/DATA 29art_run_tests_dir := $(call intermediates-dir-for,PACKAGING,art-run-tests)/DATA 30 31# A generated list of prerequisites that call 'run-test --build-only', the actual prerequisite is 32# an empty file touched in the intermediate directory. 33TEST_ART_RUN_TEST_BUILD_RULES := 34 35# Dependencies for actually running a run-test. 36TEST_ART_RUN_TEST_DEPENDENCIES := \ 37 $(DX) \ 38 $(HOST_OUT_EXECUTABLES)/jasmin \ 39 $(HOST_OUT_EXECUTABLES)/smali \ 40 $(HOST_OUT_EXECUTABLES)/dexmerger 41 42ifeq ($(ANDROID_COMPILE_WITH_JACK),true) 43 TEST_ART_RUN_TEST_DEPENDENCIES += \ 44 $(JACK_JAR) \ 45 $(JACK_LAUNCHER_JAR) \ 46 $(JILL_JAR) 47endif 48 49ifeq ($(ART_TEST_DEBUG_GC),true) 50 ART_TEST_WITH_STRACE := true 51endif 52 53# Helper to create individual build targets for tests. Must be called with $(eval). 54# $(1): the test number 55define define-build-art-run-test 56 dmart_target := $(art_run_tests_dir)/art-run-tests/$(1)/touch 57 run_test_options = --build-only 58 ifeq ($(ANDROID_COMPILE_WITH_JACK),true) 59 run_test_options += --build-with-jack 60 else 61 run_test_options += --build-with-javac-dx 62 endif 63$$(dmart_target): PRIVATE_RUN_TEST_OPTIONS := $$(run_test_options) 64$$(dmart_target): $(TEST_ART_RUN_TEST_DEPENDENCIES) 65 $(hide) rm -rf $$(dir $$@) && mkdir -p $$(dir $$@) 66 $(hide) DX=$(abspath $(DX)) JASMIN=$(abspath $(HOST_OUT_EXECUTABLES)/jasmin) \ 67 SMALI=$(abspath $(HOST_OUT_EXECUTABLES)/smali) \ 68 DXMERGER=$(abspath $(HOST_OUT_EXECUTABLES)/dexmerger) \ 69 JACK=$(abspath $(JACK)) \ 70 JACK_VM_COMMAND="$(JACK_VM) $(DEFAULT_JACK_VM_ARGS) $(JAVA_TMPDIR_ARG) -jar $(abspath $(JACK_LAUNCHER_JAR)) " \ 71 JACK_CLASSPATH=$(TARGET_JACK_CLASSPATH) \ 72 JACK_JAR=$(abspath $(JACK_JAR)) \ 73 JILL_JAR=$(abspath $(JILL_JAR)) \ 74 $(LOCAL_PATH)/run-test $$(PRIVATE_RUN_TEST_OPTIONS) --output-path $$(abspath $$(dir $$@)) $(1) 75 $(hide) touch $$@ 76 77 TEST_ART_RUN_TEST_BUILD_RULES += $$(dmart_target) 78 dmart_target := 79 run_test_options := 80endef 81$(foreach test, $(TEST_ART_RUN_TESTS), $(eval $(call define-build-art-run-test,$(test)))) 82 83include $(CLEAR_VARS) 84LOCAL_MODULE_TAGS := tests 85LOCAL_MODULE := art-run-tests 86LOCAL_ADDITIONAL_DEPENDENCIES := $(TEST_ART_RUN_TEST_BUILD_RULES) 87# The build system use this flag to pick up files generated by declare-make-art-run-test. 88LOCAL_PICKUP_FILES := $(art_run_tests_dir) 89 90include $(BUILD_PHONY_PACKAGE) 91 92# Clear temp vars. 93art_run_tests_dir := 94define-build-art-run-test := 95TEST_ART_RUN_TEST_BUILD_RULES := 96 97######################################################################## 98# General rules to build and run a run-test. 99 100TARGET_TYPES := host target 101PREBUILD_TYPES := 102ifeq ($(ART_TEST_RUN_TEST_PREBUILD),true) 103 PREBUILD_TYPES += prebuild 104endif 105ifeq ($(ART_TEST_RUN_TEST_NO_PREBUILD),true) 106 PREBUILD_TYPES += no-prebuild 107endif 108ifeq ($(ART_TEST_RUN_TEST_NO_DEX2OAT),true) 109 PREBUILD_TYPES += no-dex2oat 110endif 111COMPILER_TYPES := 112ifeq ($(ART_TEST_DEFAULT_COMPILER),true) 113 COMPILER_TYPES += default 114endif 115ifeq ($(ART_TEST_INTERPRETER_ACCESS_CHECKS),true) 116 COMPILER_TYPES += interp-ac 117endif 118ifeq ($(ART_TEST_INTERPRETER),true) 119 COMPILER_TYPES += interpreter 120endif 121ifeq ($(ART_TEST_JIT),true) 122 COMPILER_TYPES += jit 123endif 124ifeq ($(ART_TEST_OPTIMIZING),true) 125 COMPILER_TYPES += optimizing 126endif 127RELOCATE_TYPES := relocate 128ifeq ($(ART_TEST_RUN_TEST_NO_RELOCATE),true) 129 RELOCATE_TYPES += no-relocate 130endif 131ifeq ($(ART_TEST_RUN_TEST_RELOCATE_NO_PATCHOAT),true) 132 RELOCATE_TYPES += relocate-npatchoat 133endif 134TRACE_TYPES := ntrace 135ifeq ($(ART_TEST_TRACE),true) 136 TRACE_TYPES += trace 137endif 138ifeq ($(ART_TEST_TRACE_STREAM),true) 139 TRACE_TYPES += stream 140endif 141GC_TYPES := cms 142ifeq ($(ART_TEST_GC_STRESS),true) 143 GC_TYPES += gcstress 144endif 145ifeq ($(ART_TEST_GC_VERIFY),true) 146 GC_TYPES += gcverify 147endif 148JNI_TYPES := checkjni 149ifeq ($(ART_TEST_JNI_FORCECOPY),true) 150 JNI_TYPES += forcecopy 151endif 152IMAGE_TYPES := image 153ifeq ($(ART_TEST_RUN_TEST_NO_IMAGE),true) 154 IMAGE_TYPES += no-image 155endif 156ifeq ($(ART_TEST_PIC_IMAGE),true) 157 IMAGE_TYPES += picimage 158endif 159PICTEST_TYPES := npictest 160ifeq ($(ART_TEST_PIC_TEST),true) 161 PICTEST_TYPES += pictest 162endif 163RUN_TYPES := 164ifeq ($(ART_TEST_RUN_TEST_DEBUG),true) 165 RUN_TYPES += debug 166endif 167ifeq ($(ART_TEST_RUN_TEST_NDEBUG),true) 168 RUN_TYPES += ndebug 169endif 170DEBUGGABLE_TYPES := ndebuggable 171ifeq ($(ART_TEST_RUN_TEST_DEBUGGABLE),true) 172DEBUGGABLE_TYPES += debuggable 173endif 174ADDRESS_SIZES_TARGET := $(ART_PHONY_TEST_TARGET_SUFFIX) 175ADDRESS_SIZES_HOST := $(ART_PHONY_TEST_HOST_SUFFIX) 176ifeq ($(ART_TEST_RUN_TEST_2ND_ARCH),true) 177 ADDRESS_SIZES_TARGET += $(2ND_ART_PHONY_TEST_TARGET_SUFFIX) 178 ADDRESS_SIZES_HOST += $(2ND_ART_PHONY_TEST_HOST_SUFFIX) 179endif 180ALL_ADDRESS_SIZES := 64 32 181 182# List all run test names with number arguments agreeing with the comment above. 183define all-run-test-names 184 $(foreach target, $(1), \ 185 $(foreach run-type, $(2), \ 186 $(foreach prebuild, $(3), \ 187 $(foreach compiler, $(4), \ 188 $(foreach relocate, $(5), \ 189 $(foreach trace, $(6), \ 190 $(foreach gc, $(7), \ 191 $(foreach jni, $(8), \ 192 $(foreach image, $(9), \ 193 $(foreach pictest, $(10), \ 194 $(foreach debuggable, $(11), \ 195 $(foreach test, $(12), \ 196 $(foreach address_size, $(13), \ 197 test-art-$(target)-run-test-$(run-type)-$(prebuild)-$(compiler)-$(relocate)-$(trace)-$(gc)-$(jni)-$(image)-$(pictest)-$(debuggable)-$(test)$(address_size) \ 198 ))))))))))))) 199endef # all-run-test-names 200 201# To generate a full list or tests: 202# $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES),$(COMPILER_TYPES), \ 203# $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ 204# $(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 205 206# Convert's a rule name to the form used in variables, e.g. no-relocate to NO_RELOCATE 207define name-to-var 208$(shell echo $(1) | tr '[:lower:]' '[:upper:]' | tr '-' '_') 209endef # name-to-var 210 211# Tests that are timing sensitive and flaky on heavily loaded systems. 212TEST_ART_TIMING_SENSITIVE_RUN_TESTS := \ 213 053-wait-some \ 214 055-enum-performance \ 215 133-static-invoke-super 216 217# Tests that require python3. 218TEST_ART_PYTHON3_DEPENDENCY_RUN_TESTS := \ 219 960-default-smali \ 220 961-default-iface-resolution-generated \ 221 964-default-iface-init-generated \ 222 223# disable timing sensitive tests on "dist" builds. 224ifdef dist_goal 225 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 226 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 227 $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_TIMING_SENSITIVE_RUN_TESTS), $(ALL_ADDRESS_SIZES)) 228 229 # Currently disable tsts requiring python3. 230 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 231 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 232 $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_PYTHON3_DEPENDENCY_RUN_TESTS), $(ALL_ADDRESS_SIZES)) 233endif 234 235TEST_ART_TIMING_SENSITIVE_RUN_TESTS := 236 237# Note 116-nodex2oat is not broken per-se it just doesn't (and isn't meant to) work with --prebuild. 238TEST_ART_BROKEN_PREBUILD_RUN_TESTS := \ 239 116-nodex2oat \ 240 118-noimage-dex2oat \ 241 134-nodex2oat-nofallback 242 243ifneq (,$(filter prebuild,$(PREBUILD_TYPES))) 244 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),prebuild, \ 245 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 246 $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_PREBUILD_RUN_TESTS), $(ALL_ADDRESS_SIZES)) 247endif 248 249TEST_ART_BROKEN_PREBUILD_RUN_TESTS := 250 251TEST_ART_BROKEN_NO_PREBUILD_TESTS := \ 252 117-nopatchoat 253 254ifneq (,$(filter no-prebuild,$(PREBUILD_TYPES))) 255 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),no-prebuild, \ 256 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 257 $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_NO_PREBUILD_TESTS), $(ALL_ADDRESS_SIZES)) 258endif 259 260TEST_ART_BROKEN_NO_PREBUILD_TESTS := 261 262# Note 117-nopatchoat is not broken per-se it just doesn't work (and isn't meant to) without 263# --prebuild --relocate 264TEST_ART_BROKEN_NO_RELOCATE_TESTS := \ 265 117-nopatchoat \ 266 118-noimage-dex2oat \ 267 119-noimage-patchoat 268 269ifneq (,$(filter no-relocate,$(RELOCATE_TYPES))) 270 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 271 $(COMPILER_TYPES), no-relocate,$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 272 $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_NO_RELOCATE_TESTS), $(ALL_ADDRESS_SIZES)) 273endif 274 275TEST_ART_BROKEN_NO_RELOCATE_TESTS := 276 277# Temporarily disable some broken tests when forcing access checks in interpreter b/22414682 278TEST_ART_BROKEN_INTERPRETER_ACCESS_CHECK_TESTS := \ 279 004-JniTest \ 280 005-annotations \ 281 044-proxy \ 282 073-mismatched-field \ 283 088-monitor-verification \ 284 135-MirandaDispatch \ 285 137-cfi \ 286 412-new-array \ 287 471-uninitialized-locals \ 288 506-verify-aput \ 289 800-smali 290 291ifneq (,$(filter interp-ac,$(COMPILER_TYPES))) 292 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 293 interp-ac,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 294 $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_INTERPRETER_ACCESS_CHECK_TESTS), $(ALL_ADDRESS_SIZES)) 295endif 296 297TEST_ART_BROKEN_INTERPRETER_ACCESS_CHECK_TESTS := 298 299# Tests that are broken with GC stress. 300# 137-cfi needs to unwind a second forked process. We're using a primitive sleep to wait till we 301# hope the second process got into the expected state. The slowness of gcstress makes this bad. 302TEST_ART_BROKEN_GCSTRESS_RUN_TESTS := \ 303 137-cfi 304 305ifneq (,$(filter gcstress,$(GC_TYPES))) 306 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 307 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),gcstress,$(JNI_TYPES), \ 308 $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_GCSTRESS_RUN_TESTS), $(ALL_ADDRESS_SIZES)) 309endif 310 311TEST_ART_BROKEN_GCSTRESS_RUN_TESTS := 312 313# 115-native-bridge setup is complicated. Need to implement it correctly for the target. 314ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES),$(COMPILER_TYPES), \ 315 $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), 115-native-bridge, \ 316 $(ALL_ADDRESS_SIZES)) 317 318# 130-hprof dumps the heap and runs hprof-conv to check whether the file is somewhat readable. This 319# is only possible on the host. 320# TODO: Turn off all the other combinations, this is more about testing actual ART code. A gtest is 321# very hard to write here, as (for a complete test) JDWP must be set up. 322ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES), \ 323 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ 324 $(PICTEST_TYPES),$(DEBUGGABLE_TYPES),130-hprof,$(ALL_ADDRESS_SIZES)) 325 326# 131 is an old test. The functionality has been implemented at an earlier stage and is checked 327# in tests 138. 328ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 329 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ 330 $(PICTEST_TYPES),$(DEBUGGABLE_TYPES),131-structural-change,$(ALL_ADDRESS_SIZES)) 331 332# 138-duplicate-classes-check. Turned off temporarily, b/21333911. 333ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 334 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ 335 $(PICTEST_TYPES),$(DEBUGGABLE_TYPES),138-duplicate-classes-check,$(ALL_ADDRESS_SIZES)) 336 337# All these tests check that we have sane behavior if we don't have a patchoat or dex2oat. 338# Therefore we shouldn't run them in situations where we actually don't have these since they 339# explicitly test for them. These all also assume we have an image. 340TEST_ART_BROKEN_FALLBACK_RUN_TESTS := \ 341 116-nodex2oat \ 342 117-nopatchoat \ 343 118-noimage-dex2oat \ 344 119-noimage-patchoat \ 345 137-cfi \ 346 138-duplicate-classes-check2 347 348# This test fails without an image. 349TEST_ART_BROKEN_NO_IMAGE_RUN_TESTS := \ 350 137-cfi \ 351 138-duplicate-classes-check 352 353ifneq (,$(filter no-dex2oat,$(PREBUILD_TYPES))) 354 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),no-dex2oat, \ 355 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ 356 $(PICTEST_TYPES),$(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_FALLBACK_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 357endif 358 359 360ifneq (,$(filter no-image,$(IMAGE_TYPES))) 361 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 362 $(COMPILER_TYPES), $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),no-image, \ 363 $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_FALLBACK_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 364 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 365 $(COMPILER_TYPES), $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),no-image, \ 366 $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_NO_IMAGE_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 367endif 368 369ifneq (,$(filter relocate-npatchoat,$(RELOCATE_TYPES))) 370 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 371 $(COMPILER_TYPES), relocate-npatchoat,$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 372 $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_FALLBACK_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 373endif 374 375TEST_ART_BROKEN_FALLBACK_RUN_TESTS := 376 377# 137: 378# This test unrolls and expects managed frames, but tracing means we run the interpreter. 379# 802: 380# This test dynamically enables tracing to force a deoptimization. This makes the test meaningless 381# when already tracing, and writes an error message that we do not want to check for. 382TEST_ART_BROKEN_TRACING_RUN_TESTS := \ 383 087-gc-after-link \ 384 137-cfi \ 385 141-class-unload \ 386 802-deoptimization 387 388ifneq (,$(filter trace stream,$(TRACE_TYPES))) 389 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 390 $(COMPILER_TYPES),$(RELOCATE_TYPES),trace stream,$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ 391 $(PICTEST_TYPES),$(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_TRACING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 392endif 393 394# Known broken tests for the interpreter. 395# CFI unwinding expects managed frames. 396TEST_ART_BROKEN_INTERPRETER_RUN_TESTS := \ 397 137-cfi 398 399ifneq (,$(filter interpreter,$(COMPILER_TYPES))) 400 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 401 interpreter,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 402 $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_INTERPRETER_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 403endif 404 405TEST_ART_BROKEN_INTERPRETER_RUN_TESTS := 406 407# Known broken tests for the JIT. 408# CFI unwinding expects managed frames, and the test does not iterate enough to even compile. JIT 409# also uses Generic JNI instead of the JNI compiler. 410TEST_ART_BROKEN_JIT_RUN_TESTS := \ 411 137-cfi 412 413ifneq (,$(filter jit,$(COMPILER_TYPES))) 414 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 415 jit,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 416 $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_JIT_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 417endif 418 419TEST_ART_BROKEN_JIT_RUN_TESTS := 420 421# Known broken tests for the default compiler (Quick). 422TEST_ART_BROKEN_DEFAULT_RUN_TESTS := \ 423 457-regs 424 425ifneq (,$(filter default,$(COMPILER_TYPES))) 426 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 427 default,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 428 $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_DEFAULT_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 429endif 430 431TEST_ART_BROKEN_DEFAULT_RUN_TESTS := 432 433# Known broken tests for the mips32 optimizing compiler backend. 434TEST_ART_BROKEN_OPTIMIZING_MIPS_RUN_TESTS := \ 435 441-checker-inliner \ 436 442-checker-constant-folding \ 437 444-checker-nce \ 438 445-checker-licm \ 439 446-checker-inliner2 \ 440 447-checker-inliner3 \ 441 449-checker-bce \ 442 450-checker-types \ 443 455-checker-gvn \ 444 458-checker-instruction-simplification \ 445 462-checker-inlining-across-dex-files \ 446 463-checker-boolean-simplifier \ 447 464-checker-inline-sharpen-calls \ 448 465-checker-clinit-gvn \ 449 468-checker-bool-simplifier-regression \ 450 473-checker-inliner-constants \ 451 474-checker-boolean-input \ 452 476-checker-ctor-memory-barrier \ 453 477-checker-bound-type \ 454 478-checker-clinit-check-pruning \ 455 478-checker-inliner-nested-loop \ 456 480-checker-dead-blocks \ 457 482-checker-loop-back-edge-use \ 458 484-checker-register-hints \ 459 485-checker-dce-loop-update \ 460 485-checker-dce-switch \ 461 486-checker-must-do-null-check \ 462 487-checker-inline-calls \ 463 488-checker-inline-recursive-calls \ 464 490-checker-inline \ 465 492-checker-inline-invoke-interface \ 466 493-checker-inline-invoke-interface \ 467 494-checker-instanceof-tests \ 468 495-checker-checkcast-tests \ 469 496-checker-inlining-and-class-loader \ 470 508-checker-disassembly \ 471 510-checker-try-catch \ 472 517-checker-builder-fallthrough \ 473 521-checker-array-set-null \ 474 522-checker-regression-monitor-exit \ 475 523-checker-can-throw-regression \ 476 525-checker-arrays-and-fields \ 477 526-checker-caller-callee-regs \ 478 529-checker-unresolved \ 479 530-checker-loops \ 480 530-checker-regression-reftype-final \ 481 532-checker-nonnull-arrayset \ 482 534-checker-bce-deoptimization \ 483 536-checker-intrinsic-optimization \ 484 537-checker-debuggable \ 485 486ifeq (mips,$(TARGET_ARCH)) 487 ifneq (,$(filter optimizing,$(COMPILER_TYPES))) 488 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES), \ 489 optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 490 $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ 491 $(TEST_ART_BROKEN_OPTIMIZING_MIPS_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 492 endif 493endif 494 495TEST_ART_BROKEN_OPTIMIZING_MIPS_RUN_TESTS := 496 497# Known broken tests for the optimizing compiler. 498TEST_ART_BROKEN_OPTIMIZING_RUN_TESTS := \ 499 455-set-vreg \ 500 501ifneq (,$(filter optimizing,$(COMPILER_TYPES))) 502 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 503 optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 504 $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_OPTIMIZING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 505endif 506 507TEST_ART_BROKEN_OPTIMIZING_RUN_TESTS := 508 509# Tests that should fail when the optimizing compiler compiles them non-debuggable. 510TEST_ART_BROKEN_OPTIMIZING_NONDEBUGGABLE_RUN_TESTS := \ 511 454-get-vreg \ 512 457-regs \ 513 514ifneq (,$(filter optimizing,$(COMPILER_TYPES))) 515 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 516 optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 517 $(IMAGE_TYPES),$(PICTEST_TYPES),ndebuggable,$(TEST_ART_BROKEN_OPTIMIZING_NONDEBUGGABLE_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 518endif 519 520TEST_ART_BROKEN_OPTIMIZING_NONDEBUGGABLE_RUN_TESTS := 521 522# Tests that should fail when the optimizing compiler compiles them debuggable. 523TEST_ART_BROKEN_OPTIMIZING_DEBUGGABLE_RUN_TESTS := \ 524 525ifneq (,$(filter optimizing,$(COMPILER_TYPES))) 526 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 527 optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 528 $(IMAGE_TYPES),$(PICTEST_TYPES),debuggable,$(TEST_ART_BROKEN_OPTIMIZING_DEBUGGABLE_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 529endif 530 531TEST_ART_BROKEN_OPTIMIZING_DEBUGGABLE_RUN_TESTS := 532 533# Tests that should fail in the read barrier configuration. 534# 137: Read barrier forces interpreter. Cannot run this with the interpreter. 535# 141: Class unloading test is flaky with CC since CC seems to occasionally keep class loaders live. 536TEST_ART_BROKEN_READ_BARRIER_RUN_TESTS := \ 537 137-cfi \ 538 141-class-unload 539 540ifeq ($(ART_USE_READ_BARRIER),true) 541 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ 542 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 543 $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_READ_BARRIER_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 544endif 545 546TEST_ART_BROKEN_READ_BARRIER_RUN_TESTS := 547 548# Tests that should fail in the heap poisoning configuration with the default (Quick) compiler. 549# 137: Quick punts to the interpreter, and this test cannot run this with the interpreter. 550TEST_ART_BROKEN_DEFAULT_HEAP_POISONING_RUN_TESTS := \ 551 137-cfi 552# Tests that should fail in the heap poisoning configuration with the Optimizing compiler. 553# 055-enum-performance: Exceeds run time limits due to heap poisoning instrumentation. 554TEST_ART_BROKEN_OPTIMIZING_HEAP_POISONING_RUN_TESTS := \ 555 055-enum-performance 556# Tests that should fail in the heap poisoning configuration with the interpreter. 557# 137: Cannot run this with the interpreter. 558TEST_ART_BROKEN_INTERPRETER_HEAP_POISONING_RUN_TESTS := \ 559 137-cfi 560 561ifeq ($(ART_HEAP_POISONING),true) 562 ifneq (,$(filter default,$(COMPILER_TYPES))) 563 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ 564 $(PREBUILD_TYPES),default,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 565 $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ 566 $(TEST_ART_BROKEN_DEFAULT_HEAP_POISONING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 567 endif 568 569 ifneq (,$(filter optimizing,$(COMPILER_TYPES))) 570 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ 571 $(PREBUILD_TYPES),optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 572 $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ 573 $(TEST_ART_BROKEN_OPTIMIZING_HEAP_POISONING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 574 endif 575 576 ifneq (,$(filter interpreter,$(COMPILER_TYPES))) 577 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ 578 $(PREBUILD_TYPES),interpreter,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ 579 $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ 580 $(TEST_ART_BROKEN_INTERPRETER_HEAP_POISONING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) 581 endif 582endif 583 584TEST_ART_BROKEN_INTERPRETER_HEAP_POISONING_RUN_TESTS := 585TEST_ART_BROKEN_OPTIMIZING_HEAP_POISONING_RUN_TESTS := 586TEST_ART_BROKEN_DEFAULT_HEAP_POISONING_RUN_TESTS := 587 588# Clear variables ahead of appending to them when defining tests. 589$(foreach target, $(TARGET_TYPES), $(eval ART_RUN_TEST_$(call name-to-var,$(target))_RULES :=)) 590$(foreach target, $(TARGET_TYPES), \ 591 $(foreach prebuild, $(PREBUILD_TYPES), \ 592 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(prebuild))_RULES :=))) 593$(foreach target, $(TARGET_TYPES), \ 594 $(foreach compiler, $(COMPILER_TYPES), \ 595 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(compiler))_RULES :=))) 596$(foreach target, $(TARGET_TYPES), \ 597 $(foreach relocate, $(RELOCATE_TYPES), \ 598 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(relocate))_RULES :=))) 599$(foreach target, $(TARGET_TYPES), \ 600 $(foreach trace, $(TRACE_TYPES), \ 601 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(trace))_RULES :=))) 602$(foreach target, $(TARGET_TYPES), \ 603 $(foreach gc, $(GC_TYPES), \ 604 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(gc))_RULES :=))) 605$(foreach target, $(TARGET_TYPES), \ 606 $(foreach jni, $(JNI_TYPES), \ 607 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(jni))_RULES :=))) 608$(foreach target, $(TARGET_TYPES), \ 609 $(foreach image, $(IMAGE_TYPES), \ 610 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(image))_RULES :=))) 611$(foreach target, $(TARGET_TYPES), \ 612 $(foreach test, $(TEST_ART_RUN_TESTS), \ 613 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(test))_RULES :=))) 614$(foreach target, $(TARGET_TYPES), \ 615 $(foreach address_size, $(ALL_ADDRESS_SIZES), \ 616 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(address_size))_RULES :=))) 617$(foreach target, $(TARGET_TYPES), \ 618 $(foreach run_type, $(RUN_TYPES), \ 619 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(run_type))_RULES :=))) 620$(foreach target, $(TARGET_TYPES), \ 621 $(foreach debuggable_type, $(DEBUGGABLE_TYPES), \ 622 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(debuggable_type))_RULES :=))) 623 624# We need dex2oat and dalvikvm on the target as well as the core images (all images as we sync 625# only once). 626TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_EXECUTABLES) $(TARGET_CORE_IMG_OUTS) 627 628# Also need libarttest. 629TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_ARCH)/libarttest.so 630TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_ARCH)/libarttestd.so 631ifdef TARGET_2ND_ARCH 632TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_2ND_ARCH)/libarttest.so 633TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_2ND_ARCH)/libarttestd.so 634endif 635 636# Also need libnativebridgetest. 637TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_ARCH)/libnativebridgetest.so 638ifdef TARGET_2ND_ARCH 639TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_2ND_ARCH)/libnativebridgetest.so 640endif 641 642# All tests require the host executables. The tests also depend on the core images, but on 643# specific version depending on the compiler. 644ART_TEST_HOST_RUN_TEST_DEPENDENCIES := \ 645 $(ART_HOST_EXECUTABLES) \ 646 $(ART_HOST_OUT_SHARED_LIBRARIES)/libarttest$(ART_HOST_SHLIB_EXTENSION) \ 647 $(ART_HOST_OUT_SHARED_LIBRARIES)/libarttestd$(ART_HOST_SHLIB_EXTENSION) \ 648 $(ART_HOST_OUT_SHARED_LIBRARIES)/libnativebridgetest$(ART_HOST_SHLIB_EXTENSION) \ 649 $(ART_HOST_OUT_SHARED_LIBRARIES)/libjavacore$(ART_HOST_SHLIB_EXTENSION) 650 651ifneq ($(HOST_PREFER_32_BIT),true) 652ART_TEST_HOST_RUN_TEST_DEPENDENCIES += \ 653 $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libarttest$(ART_HOST_SHLIB_EXTENSION) \ 654 $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libarttestd$(ART_HOST_SHLIB_EXTENSION) \ 655 $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libnativebridgetest$(ART_HOST_SHLIB_EXTENSION) \ 656 $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libjavacore$(ART_HOST_SHLIB_EXTENSION) 657endif 658 659# Create a rule to build and run a tests following the form: 660# test-art-{1: host or target}-run-test-{2: debug ndebug}-{3: prebuild no-prebuild no-dex2oat}- 661# {4: interpreter default optimizing jit interp-ac}- 662# {5: relocate nrelocate relocate-npatchoat}- 663# {6: trace or ntrace}-{7: gcstress gcverify cms}-{8: forcecopy checkjni jni}- 664# {9: no-image image picimage}-{10: pictest npictest}- 665# {11: ndebuggable debuggable}-{12: test name}{13: 32 or 64} 666define define-test-art-run-test 667 run_test_options := 668 prereq_rule := 669 test_groups := 670 uc_host_or_target := 671 jack_classpath := 672 ifeq ($(ANDROID_COMPILE_WITH_JACK),true) 673 run_test_options += --build-with-jack 674 else 675 run_test_options += --build-with-javac-dx 676 endif 677 ifeq ($(ART_TEST_WITH_STRACE),true) 678 run_test_options += --strace 679 endif 680 ifeq ($(ART_TEST_RUN_TEST_ALWAYS_CLEAN),true) 681 run_test_options += --always-clean 682 endif 683 ifeq ($(1),host) 684 uc_host_or_target := HOST 685 test_groups := ART_RUN_TEST_HOST_RULES 686 run_test_options += --host 687 prereq_rule := $(ART_TEST_HOST_RUN_TEST_DEPENDENCIES) 688 jack_classpath := $(HOST_JACK_CLASSPATH) 689 else 690 ifeq ($(1),target) 691 uc_host_or_target := TARGET 692 test_groups := ART_RUN_TEST_TARGET_RULES 693 prereq_rule := test-art-target-sync 694 jack_classpath := $(TARGET_JACK_CLASSPATH) 695 else 696 $$(error found $(1) expected $(TARGET_TYPES)) 697 endif 698 endif 699 ifeq ($(2),debug) 700 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_DEBUG_RULES 701 else 702 ifeq ($(2),ndebug) 703 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_RELEASE_RULES 704 run_test_options += -O 705 else 706 $$(error found $(2) expected $(RUN_TYPES)) 707 endif 708 endif 709 ifeq ($(3),prebuild) 710 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_PREBUILD_RULES 711 run_test_options += --prebuild 712 else 713 ifeq ($(3),no-prebuild) 714 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_PREBUILD_RULES 715 run_test_options += --no-prebuild 716 else 717 ifeq ($(3),no-dex2oat) 718 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_DEX2OAT_RULES 719 run_test_options += --no-prebuild --no-dex2oat 720 else 721 $$(error found $(3) expected $(PREBUILD_TYPES)) 722 endif 723 endif 724 endif 725 ifeq ($(4),optimizing) 726 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_OPTIMIZING_RULES 727 run_test_options += --optimizing 728 else 729 ifeq ($(4),interpreter) 730 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_INTERPRETER_RULES 731 run_test_options += --interpreter 732 else ifeq ($(4),interp-ac) 733 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_INTERPRETER_ACCESS_CHECKS_RULES 734 run_test_options += --interpreter --verify-soft-fail 735 else 736 ifeq ($(4),default) 737 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_DEFAULT_RULES 738 run_test_options += --quick 739 else 740 ifeq ($(4),jit) 741 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_JIT_RULES 742 run_test_options += --jit 743 else 744 $$(error found $(4) expected $(COMPILER_TYPES)) 745 endif 746 endif 747 endif 748 endif 749 750 ifeq ($(5),relocate) 751 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_RELOCATE_RULES 752 run_test_options += --relocate 753 else 754 ifeq ($(5),no-relocate) 755 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_RELOCATE_RULES 756 run_test_options += --no-relocate 757 else 758 ifeq ($(5),relocate-npatchoat) 759 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_RELOCATE_NO_PATCHOAT_RULES 760 run_test_options += --relocate --no-patchoat 761 else 762 $$(error found $(5) expected $(RELOCATE_TYPES)) 763 endif 764 endif 765 endif 766 ifeq ($(6),trace) 767 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_TRACE_RULES 768 run_test_options += --trace 769 else 770 ifeq ($(6),ntrace) 771 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_TRACE_RULES 772 else 773 ifeq ($(6),stream) 774 # Group streaming under normal tracing rules. 775 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_TRACE_RULES 776 run_test_options += --trace --stream 777 else 778 $$(error found $(6) expected $(TRACE_TYPES)) 779 endif 780 endif 781 endif 782 ifeq ($(7),gcverify) 783 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_GCVERIFY_RULES 784 run_test_options += --gcverify 785 else 786 ifeq ($(7),gcstress) 787 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_GCSTRESS_RULES 788 run_test_options += --gcstress 789 else 790 ifeq ($(7),cms) 791 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_CMS_RULES 792 else 793 $$(error found $(7) expected $(GC_TYPES)) 794 endif 795 endif 796 endif 797 ifeq ($(8),forcecopy) 798 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_FORCECOPY_RULES 799 run_test_options += --runtime-option -Xjniopts:forcecopy 800 ifneq ($$(ART_TEST_JNI_FORCECOPY),true) 801 skip_test := true 802 endif 803 else 804 ifeq ($(8),checkjni) 805 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_CHECKJNI_RULES 806 run_test_options += --runtime-option -Xcheck:jni 807 else 808 ifeq ($(8),jni) 809 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_JNI_RULES 810 else 811 $$(error found $(8) expected $(JNI_TYPES)) 812 endif 813 endif 814 endif 815 image_suffix := $(4) 816 ifeq ($(9),no-image) 817 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_IMAGE_RULES 818 run_test_options += --no-image 819 # Add the core dependency. This is required for pre-building. 820 ifeq ($(1),host) 821 prereq_rule += $$(HOST_CORE_IMAGE_$$(image_suffix)_no-pic_$(13)) 822 else 823 prereq_rule += $$(TARGET_CORE_IMAGE_$$(image_suffix)_no-pic_$(13)) 824 endif 825 else 826 ifeq ($(9),image) 827 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_IMAGE_RULES 828 # Add the core dependency. 829 ifeq ($(1),host) 830 prereq_rule += $$(HOST_CORE_IMAGE_$$(image_suffix)_no-pic_$(13)) 831 else 832 prereq_rule += $$(TARGET_CORE_IMAGE_$$(image_suffix)_no-pic_$(13)) 833 endif 834 else 835 ifeq ($(9),picimage) 836 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_PICIMAGE_RULES 837 run_test_options += --pic-image 838 ifeq ($(1),host) 839 prereq_rule += $$(HOST_CORE_IMAGE_$$(image_suffix)_pic_$(13)) 840 else 841 prereq_rule += $$(TARGET_CORE_IMAGE_$$(image_suffix)_pic_$(13)) 842 endif 843 else 844 $$(error found $(9) expected $(IMAGE_TYPES)) 845 endif 846 endif 847 endif 848 ifeq ($(10),pictest) 849 run_test_options += --pic-test 850 else 851 ifeq ($(10),npictest) 852 # Nothing to be done. 853 else 854 $$(error found $(10) expected $(PICTEST_TYPES)) 855 endif 856 endif 857 ifeq ($(11),debuggable) 858 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_DEBUGGABLE_RULES 859 run_test_options += --debuggable 860 else 861 ifeq ($(11),ndebuggable) 862 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NONDEBUGGABLE_RULES 863 # Nothing to be done. 864 else 865 $$(error found $(11) expected $(DEBUGGABLE_TYPES)) 866 endif 867 endif 868 # $(12) is the test name. 869 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_$(call name-to-var,$(12))_RULES 870 ifeq ($(13),64) 871 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_64_RULES 872 run_test_options += --64 873 else 874 ifeq ($(13),32) 875 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_32_RULES 876 else 877 $$(error found $(13) expected $(ALL_ADDRESS_SIZES)) 878 endif 879 endif 880 # Override of host instruction-set-features. Required to test advanced x86 intrinsics. The 881 # conditionals aren't really correct, they will fail to do the right thing on a 32-bit only 882 # host. However, this isn't common enough to worry here and make the conditions complicated. 883 ifneq ($(DEX2OAT_HOST_INSTRUCTION_SET_FEATURES),) 884 ifeq ($(13),64) 885 run_test_options += --instruction-set-features $(DEX2OAT_HOST_INSTRUCTION_SET_FEATURES) 886 endif 887 endif 888 ifneq ($($(HOST_2ND_ARCH_VAR_PREFIX)DEX2OAT_HOST_INSTRUCTION_SET_FEATURES),) 889 ifeq ($(13),32) 890 run_test_options += --instruction-set-features $($(HOST_2ND_ARCH_VAR_PREFIX)DEX2OAT_HOST_INSTRUCTION_SET_FEATURES) 891 endif 892 endif 893 run_test_rule_name := test-art-$(1)-run-test-$(2)-$(3)-$(4)-$(5)-$(6)-$(7)-$(8)-$(9)-$(10)-$(11)-$(12)$(13) 894 run_test_options := --output-path $(ART_HOST_TEST_DIR)/run-test-output/$$(run_test_rule_name) \ 895 $$(run_test_options) 896 ifneq ($(ART_TEST_ANDROID_ROOT),) 897 run_test_options := --android-root $(ART_TEST_ANDROID_ROOT) $$(run_test_options) 898 endif 899$$(run_test_rule_name): PRIVATE_RUN_TEST_OPTIONS := $$(run_test_options) 900$$(run_test_rule_name): PRIVATE_JACK_CLASSPATH := $$(jack_classpath) 901.PHONY: $$(run_test_rule_name) 902$$(run_test_rule_name): $(TEST_ART_RUN_TEST_DEPENDENCIES) $(HOST_OUT_EXECUTABLES)/hprof-conv $$(prereq_rule) 903 $(hide) $$(call ART_TEST_SKIP,$$@) && \ 904 DX=$(abspath $(DX)) \ 905 JASMIN=$(abspath $(HOST_OUT_EXECUTABLES)/jasmin) \ 906 SMALI=$(abspath $(HOST_OUT_EXECUTABLES)/smali) \ 907 DXMERGER=$(abspath $(HOST_OUT_EXECUTABLES)/dexmerger) \ 908 JACK=$(abspath $(JACK)) \ 909 JACK_VM_COMMAND="$(JACK_VM) $(DEFAULT_JACK_VM_ARGS) $(JAVA_TMPDIR_ARG) -jar $(abspath $(JACK_LAUNCHER_JAR)) " \ 910 JACK_CLASSPATH=$$(PRIVATE_JACK_CLASSPATH) \ 911 JACK_JAR=$(abspath $(JACK_JAR)) \ 912 JILL_JAR=$(abspath $(JILL_JAR)) \ 913 art/test/run-test $$(PRIVATE_RUN_TEST_OPTIONS) $(12) \ 914 && $$(call ART_TEST_PASSED,$$@) || $$(call ART_TEST_FAILED,$$@) 915 $$(hide) (echo $(MAKECMDGOALS) | grep -q $$@ && \ 916 echo "run-test run as top-level target, removing test directory $(ART_HOST_TEST_DIR)" && \ 917 rm -r $(ART_HOST_TEST_DIR)) || true 918 919 $$(foreach test_group,$$(test_groups), $$(eval $$(value test_group) += $$(run_test_rule_name))) 920 921 # Clear locally defined variables. 922 uc_host_or_target := 923 test_groups := 924 run_test_options := 925 run_test_rule_name := 926 prereq_rule := 927 jack_classpath := 928endef # define-test-art-run-test 929 930$(foreach target, $(TARGET_TYPES), \ 931 $(foreach test, $(TEST_ART_RUN_TESTS), \ 932 $(foreach run_type, $(RUN_TYPES), \ 933 $(foreach address_size, $(ADDRESS_SIZES_$(call name-to-var,$(target))), \ 934 $(foreach prebuild, $(PREBUILD_TYPES), \ 935 $(foreach compiler, $(COMPILER_TYPES), \ 936 $(foreach relocate, $(RELOCATE_TYPES), \ 937 $(foreach trace, $(TRACE_TYPES), \ 938 $(foreach gc, $(GC_TYPES), \ 939 $(foreach jni, $(JNI_TYPES), \ 940 $(foreach image, $(IMAGE_TYPES), \ 941 $(foreach pictest, $(PICTEST_TYPES), \ 942 $(foreach debuggable, $(DEBUGGABLE_TYPES), \ 943 $(eval $(call define-test-art-run-test,$(target),$(run_type),$(prebuild),$(compiler),$(relocate),$(trace),$(gc),$(jni),$(image),$(pictest),$(debuggable),$(test),$(address_size))) \ 944 ))))))))))))) 945define-test-art-run-test := 946 947# Define a phony rule whose purpose is to test its prerequisites. 948# $(1): host or target 949# $(2): list of prerequisites 950define define-test-art-run-test-group 951.PHONY: $(1) 952$(1): $(2) 953 $(hide) $$(call ART_TEST_PREREQ_FINISHED,$$@) 954 955endef # define-test-art-run-test-group 956 957 958$(foreach target, $(TARGET_TYPES), $(eval \ 959 $(call define-test-art-run-test-group,test-art-$(target)-run-test,$(ART_RUN_TEST_$(call name-to-var,$(target))_RULES)))) 960$(foreach target, $(TARGET_TYPES), \ 961 $(foreach prebuild, $(PREBUILD_TYPES), $(eval \ 962 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(prebuild),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(prebuild))_RULES))))) 963$(foreach target, $(TARGET_TYPES), \ 964 $(foreach run-type, $(RUN_TYPES), $(eval \ 965 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(run-type),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(run-type))_RULES))))) 966$(foreach target, $(TARGET_TYPES), \ 967 $(foreach compiler, $(COMPILER_TYPES), $(eval \ 968 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(compiler),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(compiler))_RULES))))) 969$(foreach target, $(TARGET_TYPES), \ 970 $(foreach relocate, $(RELOCATE_TYPES), $(eval \ 971 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(relocate),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(relocate))_RULES))))) 972$(foreach target, $(TARGET_TYPES), \ 973 $(foreach trace, $(TRACE_TYPES), $(eval \ 974 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(trace),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(trace))_RULES))))) 975$(foreach target, $(TARGET_TYPES), \ 976 $(foreach gc, $(GC_TYPES), $(eval \ 977 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(gc),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(gc))_RULES))))) 978$(foreach target, $(TARGET_TYPES), \ 979 $(foreach jni, $(JNI_TYPES), $(eval \ 980 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(jni),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(jni))_RULES))))) 981$(foreach target, $(TARGET_TYPES), \ 982 $(foreach debuggable, $(DEBUGGABLE_TYPES), $(eval \ 983 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(debuggable),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(debuggable))_RULES))))) 984$(foreach target, $(TARGET_TYPES), \ 985 $(foreach image, $(IMAGE_TYPES), $(eval \ 986 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(image),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(image))_RULES))))) 987$(foreach target, $(TARGET_TYPES), \ 988 $(foreach test, $(TEST_ART_RUN_TESTS), $(eval \ 989 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(test),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(test))_RULES))))) 990$(foreach target, $(TARGET_TYPES), \ 991 $(foreach address_size, $(ADDRESS_SIZES_$(call name-to-var,$(target))), $(eval \ 992 $(call define-test-art-run-test-group,test-art-$(target)-run-test$(address_size),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(address_size)_RULES))))) 993 994# Clear variables now we're finished with them. 995$(foreach target, $(TARGET_TYPES), $(eval ART_RUN_TEST_$(call name-to-var,$(target))_RULES :=)) 996$(foreach target, $(TARGET_TYPES), \ 997 $(foreach prebuild, $(PREBUILD_TYPES), \ 998 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(prebuild))_RULES :=))) 999$(foreach target, $(TARGET_TYPES), \ 1000 $(foreach compiler, $(COMPILER_TYPES), \ 1001 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(compiler))_RULES :=))) 1002$(foreach target, $(TARGET_TYPES), \ 1003 $(foreach relocate, $(RELOCATE_TYPES), \ 1004 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(relocate))_RULES :=))) 1005$(foreach target, $(TARGET_TYPES), \ 1006 $(foreach trace, $(TRACE_TYPES), \ 1007 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(trace))_RULES :=))) 1008$(foreach target, $(TARGET_TYPES), \ 1009 $(foreach gc, $(GC_TYPES), \ 1010 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(gc))_RULES :=))) 1011$(foreach target, $(TARGET_TYPES), \ 1012 $(foreach jni, $(JNI_TYPES), \ 1013 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(jni))_RULES :=))) 1014$(foreach target, $(TARGET_TYPES), \ 1015 $(foreach debuggable, $(DEBUGGABLE_TYPES), \ 1016 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(debuggable))_RULES :=))) 1017$(foreach target, $(TARGET_TYPES), \ 1018 $(foreach image, $(IMAGE_TYPES), \ 1019 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(image))_RULES :=))) 1020$(foreach target, $(TARGET_TYPES), \ 1021 $(foreach test, $(TEST_ART_RUN_TESTS), \ 1022 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(test))_RULES :=))) 1023$(foreach target, $(TARGET_TYPES), \ 1024 $(foreach address_size, $(ALL_ADDRESS_SIZES), \ 1025 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(address_size))_RULES :=))) 1026$(foreach target, $(TARGET_TYPES), \ 1027 $(foreach run_type, $(RUN_TYPES), \ 1028 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(run_type))_RULES :=))) 1029define-test-art-run-test-group := 1030TARGET_TYPES := 1031PREBUILD_TYPES := 1032COMPILER_TYPES := 1033RELOCATE_TYPES := 1034TRACE_TYPES := 1035GC_TYPES := 1036JNI_TYPES := 1037IMAGE_TYPES := 1038ADDRESS_SIZES_TARGET := 1039ADDRESS_SIZES_HOST := 1040ALL_ADDRESS_SIZES := 1041RUN_TYPES := 1042DEBUGGABLE_TYPES := 1043 1044include $(LOCAL_PATH)/Android.libarttest.mk 1045include art/test/Android.libnativebridgetest.mk 1046