image_space.cc revision e5f13e57ff8fa36342beb33830b3ec5942a61cca
1/* 2 * Copyright (C) 2011 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17#include "image_space.h" 18 19#include <dirent.h> 20#include <sys/statvfs.h> 21#include <sys/types.h> 22#include <unistd.h> 23 24#include <random> 25 26#include "base/macros.h" 27#include "base/stl_util.h" 28#include "base/unix_file/fd_file.h" 29#include "base/scoped_flock.h" 30#include "gc/accounting/space_bitmap-inl.h" 31#include "mirror/art_method.h" 32#include "mirror/class-inl.h" 33#include "mirror/object-inl.h" 34#include "oat_file.h" 35#include "os.h" 36#include "space-inl.h" 37#include "utils.h" 38 39namespace art { 40namespace gc { 41namespace space { 42 43Atomic<uint32_t> ImageSpace::bitmap_index_(0); 44 45ImageSpace::ImageSpace(const std::string& image_filename, const char* image_location, 46 MemMap* mem_map, accounting::ContinuousSpaceBitmap* live_bitmap) 47 : MemMapSpace(image_filename, mem_map, mem_map->Begin(), mem_map->End(), mem_map->End(), 48 kGcRetentionPolicyNeverCollect), 49 image_location_(image_location) { 50 DCHECK(live_bitmap != nullptr); 51 live_bitmap_.reset(live_bitmap); 52} 53 54static int32_t ChooseRelocationOffsetDelta(int32_t min_delta, int32_t max_delta) { 55 CHECK_ALIGNED(min_delta, kPageSize); 56 CHECK_ALIGNED(max_delta, kPageSize); 57 CHECK_LT(min_delta, max_delta); 58 59 std::default_random_engine generator; 60 generator.seed(NanoTime() * getpid()); 61 std::uniform_int_distribution<int32_t> distribution(min_delta, max_delta); 62 int32_t r = distribution(generator); 63 if (r % 2 == 0) { 64 r = RoundUp(r, kPageSize); 65 } else { 66 r = RoundDown(r, kPageSize); 67 } 68 CHECK_LE(min_delta, r); 69 CHECK_GE(max_delta, r); 70 CHECK_ALIGNED(r, kPageSize); 71 return r; 72} 73 74// We are relocating or generating the core image. We should get rid of everything. It is all 75// out-of-date. We also don't really care if this fails since it is just a convenience. 76// Adapted from prune_dex_cache(const char* subdir) in frameworks/native/cmds/installd/commands.c 77// Note this should only be used during first boot. 78static void RealPruneDalvikCache(const std::string& cache_dir_path); 79 80static void PruneDalvikCache(InstructionSet isa) { 81 CHECK_NE(isa, kNone); 82 // Prune the base /data/dalvik-cache. 83 RealPruneDalvikCache(GetDalvikCacheOrDie(".", false)); 84 // Prune /data/dalvik-cache/<isa>. 85 RealPruneDalvikCache(GetDalvikCacheOrDie(GetInstructionSetString(isa), false)); 86} 87 88static void RealPruneDalvikCache(const std::string& cache_dir_path) { 89 if (!OS::DirectoryExists(cache_dir_path.c_str())) { 90 return; 91 } 92 DIR* cache_dir = opendir(cache_dir_path.c_str()); 93 if (cache_dir == nullptr) { 94 PLOG(WARNING) << "Unable to open " << cache_dir_path << " to delete it's contents"; 95 return; 96 } 97 98 for (struct dirent* de = readdir(cache_dir); de != nullptr; de = readdir(cache_dir)) { 99 const char* name = de->d_name; 100 if (strcmp(name, ".") == 0 || strcmp(name, "..") == 0) { 101 continue; 102 } 103 // We only want to delete regular files and symbolic links. 104 if (de->d_type != DT_REG && de->d_type != DT_LNK) { 105 if (de->d_type != DT_DIR) { 106 // We do expect some directories (namely the <isa> for pruning the base dalvik-cache). 107 LOG(WARNING) << "Unexpected file type of " << std::hex << de->d_type << " encountered."; 108 } 109 continue; 110 } 111 std::string cache_file(cache_dir_path); 112 cache_file += '/'; 113 cache_file += name; 114 if (TEMP_FAILURE_RETRY(unlink(cache_file.c_str())) != 0) { 115 PLOG(ERROR) << "Unable to unlink " << cache_file; 116 continue; 117 } 118 } 119 CHECK_EQ(0, TEMP_FAILURE_RETRY(closedir(cache_dir))) << "Unable to close directory."; 120} 121 122// We write out an empty file to the zygote's ISA specific cache dir at the start of 123// every zygote boot and delete it when the boot completes. If we find a file already 124// present, it usually means the boot didn't complete. We wipe the entire dalvik 125// cache if that's the case. 126static void MarkZygoteStart(const InstructionSet isa, const uint32_t max_failed_boots) { 127 const std::string isa_subdir = GetDalvikCacheOrDie(GetInstructionSetString(isa), false); 128 const std::string boot_marker = isa_subdir + "/.booting"; 129 const char* file_name = boot_marker.c_str(); 130 131 uint32_t num_failed_boots = 0; 132 std::unique_ptr<File> file(OS::OpenFileReadWrite(file_name)); 133 if (file.get() == nullptr) { 134 file.reset(OS::CreateEmptyFile(file_name)); 135 136 if (file.get() == nullptr) { 137 PLOG(WARNING) << "Failed to create boot marker."; 138 return; 139 } 140 } else { 141 if (!file->ReadFully(&num_failed_boots, sizeof(num_failed_boots))) { 142 PLOG(WARNING) << "Failed to read boot marker."; 143 file->Erase(); 144 return; 145 } 146 } 147 148 if (max_failed_boots != 0 && num_failed_boots > max_failed_boots) { 149 LOG(WARNING) << "Incomplete boot detected. Pruning dalvik cache"; 150 RealPruneDalvikCache(isa_subdir); 151 } 152 153 ++num_failed_boots; 154 VLOG(startup) << "Number of failed boots on : " << boot_marker << " = " << num_failed_boots; 155 156 if (lseek(file->Fd(), 0, SEEK_SET) == -1) { 157 PLOG(WARNING) << "Failed to write boot marker."; 158 file->Erase(); 159 return; 160 } 161 162 if (!file->WriteFully(&num_failed_boots, sizeof(num_failed_boots))) { 163 PLOG(WARNING) << "Failed to write boot marker."; 164 file->Erase(); 165 return; 166 } 167 168 if (file->FlushCloseOrErase() != 0) { 169 PLOG(WARNING) << "Failed to flush boot marker."; 170 } 171} 172 173static bool GenerateImage(const std::string& image_filename, InstructionSet image_isa, 174 std::string* error_msg) { 175 const std::string boot_class_path_string(Runtime::Current()->GetBootClassPathString()); 176 std::vector<std::string> boot_class_path; 177 Split(boot_class_path_string, ':', &boot_class_path); 178 if (boot_class_path.empty()) { 179 *error_msg = "Failed to generate image because no boot class path specified"; 180 return false; 181 } 182 // We should clean up so we are more likely to have room for the image. 183 if (Runtime::Current()->IsZygote()) { 184 LOG(INFO) << "Pruning dalvik-cache since we are generating an image and will need to recompile"; 185 PruneDalvikCache(image_isa); 186 } 187 188 std::vector<std::string> arg_vector; 189 190 std::string dex2oat(Runtime::Current()->GetCompilerExecutable()); 191 arg_vector.push_back(dex2oat); 192 193 std::string image_option_string("--image="); 194 image_option_string += image_filename; 195 arg_vector.push_back(image_option_string); 196 197 for (size_t i = 0; i < boot_class_path.size(); i++) { 198 arg_vector.push_back(std::string("--dex-file=") + boot_class_path[i]); 199 } 200 201 std::string oat_file_option_string("--oat-file="); 202 oat_file_option_string += ImageHeader::GetOatLocationFromImageLocation(image_filename); 203 arg_vector.push_back(oat_file_option_string); 204 205 Runtime::Current()->AddCurrentRuntimeFeaturesAsDex2OatArguments(&arg_vector); 206 CHECK_EQ(image_isa, kRuntimeISA) 207 << "We should always be generating an image for the current isa."; 208 209 int32_t base_offset = ChooseRelocationOffsetDelta(ART_BASE_ADDRESS_MIN_DELTA, 210 ART_BASE_ADDRESS_MAX_DELTA); 211 LOG(INFO) << "Using an offset of 0x" << std::hex << base_offset << " from default " 212 << "art base address of 0x" << std::hex << ART_BASE_ADDRESS; 213 arg_vector.push_back(StringPrintf("--base=0x%x", ART_BASE_ADDRESS + base_offset)); 214 215 if (!kIsTargetBuild) { 216 arg_vector.push_back("--host"); 217 } 218 219 const std::vector<std::string>& compiler_options = Runtime::Current()->GetImageCompilerOptions(); 220 for (size_t i = 0; i < compiler_options.size(); ++i) { 221 arg_vector.push_back(compiler_options[i].c_str()); 222 } 223 224 std::string command_line(Join(arg_vector, ' ')); 225 LOG(INFO) << "GenerateImage: " << command_line; 226 return Exec(arg_vector, error_msg); 227} 228 229bool ImageSpace::FindImageFilename(const char* image_location, 230 const InstructionSet image_isa, 231 std::string* system_filename, 232 bool* has_system, 233 std::string* cache_filename, 234 bool* dalvik_cache_exists, 235 bool* has_cache, 236 bool* is_global_cache) { 237 *has_system = false; 238 *has_cache = false; 239 // image_location = /system/framework/boot.art 240 // system_image_location = /system/framework/<image_isa>/boot.art 241 std::string system_image_filename(GetSystemImageFilename(image_location, image_isa)); 242 if (OS::FileExists(system_image_filename.c_str())) { 243 *system_filename = system_image_filename; 244 *has_system = true; 245 } 246 247 bool have_android_data = false; 248 *dalvik_cache_exists = false; 249 std::string dalvik_cache; 250 GetDalvikCache(GetInstructionSetString(image_isa), true, &dalvik_cache, 251 &have_android_data, dalvik_cache_exists, is_global_cache); 252 253 if (have_android_data && *dalvik_cache_exists) { 254 // Always set output location even if it does not exist, 255 // so that the caller knows where to create the image. 256 // 257 // image_location = /system/framework/boot.art 258 // *image_filename = /data/dalvik-cache/<image_isa>/boot.art 259 std::string error_msg; 260 if (!GetDalvikCacheFilename(image_location, dalvik_cache.c_str(), cache_filename, &error_msg)) { 261 LOG(WARNING) << error_msg; 262 return *has_system; 263 } 264 *has_cache = OS::FileExists(cache_filename->c_str()); 265 } 266 return *has_system || *has_cache; 267} 268 269static bool ReadSpecificImageHeader(const char* filename, ImageHeader* image_header) { 270 std::unique_ptr<File> image_file(OS::OpenFileForReading(filename)); 271 if (image_file.get() == nullptr) { 272 return false; 273 } 274 const bool success = image_file->ReadFully(image_header, sizeof(ImageHeader)); 275 if (!success || !image_header->IsValid()) { 276 return false; 277 } 278 return true; 279} 280 281// Relocate the image at image_location to dest_filename and relocate it by a random amount. 282static bool RelocateImage(const char* image_location, const char* dest_filename, 283 InstructionSet isa, std::string* error_msg) { 284 // We should clean up so we are more likely to have room for the image. 285 if (Runtime::Current()->IsZygote()) { 286 LOG(INFO) << "Pruning dalvik-cache since we are relocating an image and will need to recompile"; 287 PruneDalvikCache(isa); 288 } 289 290 std::string patchoat(Runtime::Current()->GetPatchoatExecutable()); 291 292 std::string input_image_location_arg("--input-image-location="); 293 input_image_location_arg += image_location; 294 295 std::string output_image_filename_arg("--output-image-file="); 296 output_image_filename_arg += dest_filename; 297 298 std::string input_oat_location_arg("--input-oat-location="); 299 input_oat_location_arg += ImageHeader::GetOatLocationFromImageLocation(image_location); 300 301 std::string output_oat_filename_arg("--output-oat-file="); 302 output_oat_filename_arg += ImageHeader::GetOatLocationFromImageLocation(dest_filename); 303 304 std::string instruction_set_arg("--instruction-set="); 305 instruction_set_arg += GetInstructionSetString(isa); 306 307 std::string base_offset_arg("--base-offset-delta="); 308 StringAppendF(&base_offset_arg, "%d", ChooseRelocationOffsetDelta(ART_BASE_ADDRESS_MIN_DELTA, 309 ART_BASE_ADDRESS_MAX_DELTA)); 310 311 std::vector<std::string> argv; 312 argv.push_back(patchoat); 313 314 argv.push_back(input_image_location_arg); 315 argv.push_back(output_image_filename_arg); 316 317 argv.push_back(input_oat_location_arg); 318 argv.push_back(output_oat_filename_arg); 319 320 argv.push_back(instruction_set_arg); 321 argv.push_back(base_offset_arg); 322 323 std::string command_line(Join(argv, ' ')); 324 LOG(INFO) << "RelocateImage: " << command_line; 325 return Exec(argv, error_msg); 326} 327 328static ImageHeader* ReadSpecificImageHeader(const char* filename, std::string* error_msg) { 329 std::unique_ptr<ImageHeader> hdr(new ImageHeader); 330 if (!ReadSpecificImageHeader(filename, hdr.get())) { 331 *error_msg = StringPrintf("Unable to read image header for %s", filename); 332 return nullptr; 333 } 334 return hdr.release(); 335} 336 337ImageHeader* ImageSpace::ReadImageHeaderOrDie(const char* image_location, 338 const InstructionSet image_isa) { 339 std::string error_msg; 340 ImageHeader* image_header = ReadImageHeader(image_location, image_isa, &error_msg); 341 if (image_header == nullptr) { 342 LOG(FATAL) << error_msg; 343 } 344 return image_header; 345} 346 347ImageHeader* ImageSpace::ReadImageHeader(const char* image_location, 348 const InstructionSet image_isa, 349 std::string* error_msg) { 350 std::string system_filename; 351 bool has_system = false; 352 std::string cache_filename; 353 bool has_cache = false; 354 bool dalvik_cache_exists = false; 355 bool is_global_cache = false; 356 if (FindImageFilename(image_location, image_isa, &system_filename, &has_system, 357 &cache_filename, &dalvik_cache_exists, &has_cache, &is_global_cache)) { 358 if (Runtime::Current()->ShouldRelocate()) { 359 if (has_system && has_cache) { 360 std::unique_ptr<ImageHeader> sys_hdr(new ImageHeader); 361 std::unique_ptr<ImageHeader> cache_hdr(new ImageHeader); 362 if (!ReadSpecificImageHeader(system_filename.c_str(), sys_hdr.get())) { 363 *error_msg = StringPrintf("Unable to read image header for %s at %s", 364 image_location, system_filename.c_str()); 365 return nullptr; 366 } 367 if (!ReadSpecificImageHeader(cache_filename.c_str(), cache_hdr.get())) { 368 *error_msg = StringPrintf("Unable to read image header for %s at %s", 369 image_location, cache_filename.c_str()); 370 return nullptr; 371 } 372 if (sys_hdr->GetOatChecksum() != cache_hdr->GetOatChecksum()) { 373 *error_msg = StringPrintf("Unable to find a relocated version of image file %s", 374 image_location); 375 return nullptr; 376 } 377 return cache_hdr.release(); 378 } else if (!has_cache) { 379 *error_msg = StringPrintf("Unable to find a relocated version of image file %s", 380 image_location); 381 return nullptr; 382 } else if (!has_system && has_cache) { 383 // This can probably just use the cache one. 384 return ReadSpecificImageHeader(cache_filename.c_str(), error_msg); 385 } 386 } else { 387 // We don't want to relocate, Just pick the appropriate one if we have it and return. 388 if (has_system && has_cache) { 389 // We want the cache if the checksum matches, otherwise the system. 390 std::unique_ptr<ImageHeader> system(ReadSpecificImageHeader(system_filename.c_str(), 391 error_msg)); 392 std::unique_ptr<ImageHeader> cache(ReadSpecificImageHeader(cache_filename.c_str(), 393 error_msg)); 394 if (system.get() == nullptr || 395 (cache.get() != nullptr && cache->GetOatChecksum() == system->GetOatChecksum())) { 396 return cache.release(); 397 } else { 398 return system.release(); 399 } 400 } else if (has_system) { 401 return ReadSpecificImageHeader(system_filename.c_str(), error_msg); 402 } else if (has_cache) { 403 return ReadSpecificImageHeader(cache_filename.c_str(), error_msg); 404 } 405 } 406 } 407 408 *error_msg = StringPrintf("Unable to find image file for %s", image_location); 409 return nullptr; 410} 411 412static bool ChecksumsMatch(const char* image_a, const char* image_b) { 413 ImageHeader hdr_a; 414 ImageHeader hdr_b; 415 return ReadSpecificImageHeader(image_a, &hdr_a) && ReadSpecificImageHeader(image_b, &hdr_b) 416 && hdr_a.GetOatChecksum() == hdr_b.GetOatChecksum(); 417} 418 419static bool ImageCreationAllowed(bool is_global_cache, std::string* error_msg) { 420 // Anyone can write into a "local" cache. 421 if (!is_global_cache) { 422 return true; 423 } 424 425 // Only the zygote is allowed to create the global boot image. 426 if (Runtime::Current()->IsZygote()) { 427 return true; 428 } 429 430 *error_msg = "Only the zygote can create the global boot image."; 431 return false; 432} 433 434static constexpr uint64_t kLowSpaceValue = 50 * MB; 435static constexpr uint64_t kTmpFsSentinelValue = 384 * MB; 436 437// Read the free space of the cache partition and make a decision whether to keep the generated 438// image. This is to try to mitigate situations where the system might run out of space later. 439static bool CheckSpace(const std::string& cache_filename, std::string* error_msg) { 440 // Using statvfs vs statvfs64 because of b/18207376, and it is enough for all practical purposes. 441 struct statvfs buf; 442 443 int res = TEMP_FAILURE_RETRY(statvfs(cache_filename.c_str(), &buf)); 444 if (res != 0) { 445 // Could not stat. Conservatively tell the system to delete the image. 446 *error_msg = "Could not stat the filesystem, assuming low-memory situation."; 447 return false; 448 } 449 450 uint64_t fs_overall_size = buf.f_bsize * static_cast<uint64_t>(buf.f_blocks); 451 // Zygote is privileged, but other things are not. Use bavail. 452 uint64_t fs_free_size = buf.f_bsize * static_cast<uint64_t>(buf.f_bavail); 453 454 // Take the overall size as an indicator for a tmpfs, which is being used for the decryption 455 // environment. We do not want to fail quickening the boot image there, as it is beneficial 456 // for time-to-UI. 457 if (fs_overall_size > kTmpFsSentinelValue) { 458 if (fs_free_size < kLowSpaceValue) { 459 *error_msg = StringPrintf("Low-memory situation: only %4.2f megabytes available after image" 460 " generation, need at least %" PRIu64 ".", 461 static_cast<double>(fs_free_size) / MB, 462 kLowSpaceValue / MB); 463 return false; 464 } 465 } 466 return true; 467} 468 469ImageSpace* ImageSpace::Create(const char* image_location, 470 const InstructionSet image_isa, 471 std::string* error_msg) { 472 std::string system_filename; 473 bool has_system = false; 474 std::string cache_filename; 475 bool has_cache = false; 476 bool dalvik_cache_exists = false; 477 bool is_global_cache = true; 478 const bool found_image = FindImageFilename(image_location, image_isa, &system_filename, 479 &has_system, &cache_filename, &dalvik_cache_exists, 480 &has_cache, &is_global_cache); 481 482 if (Runtime::Current()->IsZygote()) { 483 MarkZygoteStart(image_isa, Runtime::Current()->GetZygoteMaxFailedBoots()); 484 } 485 486 ImageSpace* space; 487 bool relocate = Runtime::Current()->ShouldRelocate(); 488 bool can_compile = Runtime::Current()->IsImageDex2OatEnabled(); 489 if (found_image) { 490 const std::string* image_filename; 491 bool is_system = false; 492 bool relocated_version_used = false; 493 if (relocate) { 494 if (!dalvik_cache_exists) { 495 *error_msg = StringPrintf("Requiring relocation for image '%s' at '%s' but we do not have " 496 "any dalvik_cache to find/place it in.", 497 image_location, system_filename.c_str()); 498 return nullptr; 499 } 500 if (has_system) { 501 if (has_cache && ChecksumsMatch(system_filename.c_str(), cache_filename.c_str())) { 502 // We already have a relocated version 503 image_filename = &cache_filename; 504 relocated_version_used = true; 505 } else { 506 // We cannot have a relocated version, Relocate the system one and use it. 507 508 std::string reason; 509 bool success; 510 511 // Check whether we are allowed to relocate. 512 if (!can_compile) { 513 reason = "Image dex2oat disabled by -Xnoimage-dex2oat."; 514 success = false; 515 } else if (!ImageCreationAllowed(is_global_cache, &reason)) { 516 // Whether we can write to the cache. 517 success = false; 518 } else { 519 // Try to relocate. 520 success = RelocateImage(image_location, cache_filename.c_str(), image_isa, &reason); 521 } 522 523 if (success) { 524 relocated_version_used = true; 525 image_filename = &cache_filename; 526 } else { 527 *error_msg = StringPrintf("Unable to relocate image '%s' from '%s' to '%s': %s", 528 image_location, system_filename.c_str(), 529 cache_filename.c_str(), reason.c_str()); 530 // We failed to create files, remove any possibly garbage output. 531 // Since ImageCreationAllowed was true above, we are the zygote 532 // and therefore the only process expected to generate these for 533 // the device. 534 PruneDalvikCache(image_isa); 535 return nullptr; 536 } 537 } 538 } else { 539 CHECK(has_cache); 540 // We can just use cache's since it should be fine. This might or might not be relocated. 541 image_filename = &cache_filename; 542 } 543 } else { 544 if (has_system && has_cache) { 545 // Check they have the same cksum. If they do use the cache. Otherwise system. 546 if (ChecksumsMatch(system_filename.c_str(), cache_filename.c_str())) { 547 image_filename = &cache_filename; 548 relocated_version_used = true; 549 } else { 550 image_filename = &system_filename; 551 is_system = true; 552 } 553 } else if (has_system) { 554 image_filename = &system_filename; 555 is_system = true; 556 } else { 557 CHECK(has_cache); 558 image_filename = &cache_filename; 559 } 560 } 561 { 562 // Note that we must not use the file descriptor associated with 563 // ScopedFlock::GetFile to Init the image file. We want the file 564 // descriptor (and the associated exclusive lock) to be released when 565 // we leave Create. 566 ScopedFlock image_lock; 567 image_lock.Init(image_filename->c_str(), error_msg); 568 VLOG(startup) << "Using image file " << image_filename->c_str() << " for image location " 569 << image_location; 570 // If we are in /system we can assume the image is good. We can also 571 // assume this if we are using a relocated image (i.e. image checksum 572 // matches) since this is only different by the offset. We need this to 573 // make sure that host tests continue to work. 574 space = ImageSpace::Init(image_filename->c_str(), image_location, 575 !(is_system || relocated_version_used), error_msg); 576 } 577 if (space != nullptr) { 578 return space; 579 } 580 581 if (relocated_version_used) { 582 // Something is wrong with the relocated copy (even though checksums match). Cleanup. 583 // This can happen if the .oat is corrupt, since the above only checks the .art checksums. 584 // TODO: Check the oat file validity earlier. 585 *error_msg = StringPrintf("Attempted to use relocated version of %s at %s generated from %s " 586 "but image failed to load: %s", 587 image_location, cache_filename.c_str(), system_filename.c_str(), 588 error_msg->c_str()); 589 PruneDalvikCache(image_isa); 590 return nullptr; 591 } else if (is_system) { 592 // If the /system file exists, it should be up-to-date, don't try to generate it. 593 *error_msg = StringPrintf("Failed to load /system image '%s': %s", 594 image_filename->c_str(), error_msg->c_str()); 595 return nullptr; 596 } else { 597 // Otherwise, log a warning and fall through to GenerateImage. 598 LOG(WARNING) << *error_msg; 599 } 600 } 601 602 if (!can_compile) { 603 *error_msg = "Not attempting to compile image because -Xnoimage-dex2oat"; 604 return nullptr; 605 } else if (!dalvik_cache_exists) { 606 *error_msg = StringPrintf("No place to put generated image."); 607 return nullptr; 608 } else if (!ImageCreationAllowed(is_global_cache, error_msg)) { 609 return nullptr; 610 } else if (!GenerateImage(cache_filename, image_isa, error_msg)) { 611 *error_msg = StringPrintf("Failed to generate image '%s': %s", 612 cache_filename.c_str(), error_msg->c_str()); 613 // We failed to create files, remove any possibly garbage output. 614 // Since ImageCreationAllowed was true above, we are the zygote 615 // and therefore the only process expected to generate these for 616 // the device. 617 PruneDalvikCache(image_isa); 618 return nullptr; 619 } else { 620 // Check whether there is enough space left over after we have generated the image. 621 if (!CheckSpace(cache_filename, error_msg)) { 622 // No. Delete the generated image and try to run out of the dex files. 623 PruneDalvikCache(image_isa); 624 return nullptr; 625 } 626 627 // Note that we must not use the file descriptor associated with 628 // ScopedFlock::GetFile to Init the image file. We want the file 629 // descriptor (and the associated exclusive lock) to be released when 630 // we leave Create. 631 ScopedFlock image_lock; 632 image_lock.Init(cache_filename.c_str(), error_msg); 633 space = ImageSpace::Init(cache_filename.c_str(), image_location, true, error_msg); 634 if (space == nullptr) { 635 *error_msg = StringPrintf("Failed to load generated image '%s': %s", 636 cache_filename.c_str(), error_msg->c_str()); 637 } 638 return space; 639 } 640} 641 642void ImageSpace::VerifyImageAllocations() { 643 uint8_t* current = Begin() + RoundUp(sizeof(ImageHeader), kObjectAlignment); 644 while (current < End()) { 645 DCHECK_ALIGNED(current, kObjectAlignment); 646 mirror::Object* obj = reinterpret_cast<mirror::Object*>(current); 647 CHECK(live_bitmap_->Test(obj)); 648 CHECK(obj->GetClass() != nullptr) << "Image object at address " << obj << " has null class"; 649 if (kUseBakerOrBrooksReadBarrier) { 650 obj->AssertReadBarrierPointer(); 651 } 652 current += RoundUp(obj->SizeOf(), kObjectAlignment); 653 } 654} 655 656ImageSpace* ImageSpace::Init(const char* image_filename, const char* image_location, 657 bool validate_oat_file, std::string* error_msg) { 658 CHECK(image_filename != nullptr); 659 CHECK(image_location != nullptr); 660 661 uint64_t start_time = 0; 662 if (VLOG_IS_ON(heap) || VLOG_IS_ON(startup)) { 663 start_time = NanoTime(); 664 LOG(INFO) << "ImageSpace::Init entering image_filename=" << image_filename; 665 } 666 667 std::unique_ptr<File> file(OS::OpenFileForReading(image_filename)); 668 if (file.get() == NULL) { 669 *error_msg = StringPrintf("Failed to open '%s'", image_filename); 670 return nullptr; 671 } 672 ImageHeader image_header; 673 bool success = file->ReadFully(&image_header, sizeof(image_header)); 674 if (!success || !image_header.IsValid()) { 675 *error_msg = StringPrintf("Invalid image header in '%s'", image_filename); 676 return nullptr; 677 } 678 679 // Check that the file is large enough. 680 uint64_t image_file_size = static_cast<uint64_t>(file->GetLength()); 681 if (image_header.GetImageSize() > image_file_size) { 682 *error_msg = StringPrintf("Image file too small for image heap: %" PRIu64 " vs. %zu.", 683 image_file_size, image_header.GetImageSize()); 684 return nullptr; 685 } 686 if (image_header.GetBitmapOffset() + image_header.GetImageBitmapSize() != image_file_size) { 687 *error_msg = StringPrintf("Image file too small for image bitmap: %" PRIu64 " vs. %zu.", 688 image_file_size, 689 image_header.GetBitmapOffset() + image_header.GetImageBitmapSize()); 690 return nullptr; 691 } 692 693 // Note: The image header is part of the image due to mmap page alignment required of offset. 694 std::unique_ptr<MemMap> map(MemMap::MapFileAtAddress(image_header.GetImageBegin(), 695 image_header.GetImageSize(), 696 PROT_READ | PROT_WRITE, 697 MAP_PRIVATE, 698 file->Fd(), 699 0, 700 false, 701 image_filename, 702 error_msg)); 703 if (map.get() == NULL) { 704 DCHECK(!error_msg->empty()); 705 return nullptr; 706 } 707 CHECK_EQ(image_header.GetImageBegin(), map->Begin()); 708 DCHECK_EQ(0, memcmp(&image_header, map->Begin(), sizeof(ImageHeader))); 709 710 std::unique_ptr<MemMap> image_map( 711 MemMap::MapFileAtAddress(nullptr, image_header.GetImageBitmapSize(), 712 PROT_READ, MAP_PRIVATE, 713 file->Fd(), image_header.GetBitmapOffset(), 714 false, 715 image_filename, 716 error_msg)); 717 if (image_map.get() == nullptr) { 718 *error_msg = StringPrintf("Failed to map image bitmap: %s", error_msg->c_str()); 719 return nullptr; 720 } 721 uint32_t bitmap_index = bitmap_index_.FetchAndAddSequentiallyConsistent(1); 722 std::string bitmap_name(StringPrintf("imagespace %s live-bitmap %u", image_filename, 723 bitmap_index)); 724 std::unique_ptr<accounting::ContinuousSpaceBitmap> bitmap( 725 accounting::ContinuousSpaceBitmap::CreateFromMemMap(bitmap_name, image_map.release(), 726 reinterpret_cast<uint8_t*>(map->Begin()), 727 map->Size())); 728 if (bitmap.get() == nullptr) { 729 *error_msg = StringPrintf("Could not create bitmap '%s'", bitmap_name.c_str()); 730 return nullptr; 731 } 732 733 std::unique_ptr<ImageSpace> space(new ImageSpace(image_filename, image_location, 734 map.release(), bitmap.release())); 735 736 // VerifyImageAllocations() will be called later in Runtime::Init() 737 // as some class roots like ArtMethod::java_lang_reflect_ArtMethod_ 738 // and ArtField::java_lang_reflect_ArtField_, which are used from 739 // Object::SizeOf() which VerifyImageAllocations() calls, are not 740 // set yet at this point. 741 742 space->oat_file_.reset(space->OpenOatFile(image_filename, error_msg)); 743 if (space->oat_file_.get() == nullptr) { 744 DCHECK(!error_msg->empty()); 745 return nullptr; 746 } 747 748 if (validate_oat_file && !space->ValidateOatFile(error_msg)) { 749 DCHECK(!error_msg->empty()); 750 return nullptr; 751 } 752 753 Runtime* runtime = Runtime::Current(); 754 runtime->SetInstructionSet(space->oat_file_->GetOatHeader().GetInstructionSet()); 755 756 mirror::Object* resolution_method = image_header.GetImageRoot(ImageHeader::kResolutionMethod); 757 runtime->SetResolutionMethod(down_cast<mirror::ArtMethod*>(resolution_method)); 758 mirror::Object* imt_conflict_method = image_header.GetImageRoot(ImageHeader::kImtConflictMethod); 759 runtime->SetImtConflictMethod(down_cast<mirror::ArtMethod*>(imt_conflict_method)); 760 mirror::Object* imt_unimplemented_method = 761 image_header.GetImageRoot(ImageHeader::kImtUnimplementedMethod); 762 runtime->SetImtUnimplementedMethod(down_cast<mirror::ArtMethod*>(imt_unimplemented_method)); 763 mirror::Object* default_imt = image_header.GetImageRoot(ImageHeader::kDefaultImt); 764 runtime->SetDefaultImt(down_cast<mirror::ObjectArray<mirror::ArtMethod>*>(default_imt)); 765 766 mirror::Object* callee_save_method = image_header.GetImageRoot(ImageHeader::kCalleeSaveMethod); 767 runtime->SetCalleeSaveMethod(down_cast<mirror::ArtMethod*>(callee_save_method), 768 Runtime::kSaveAll); 769 callee_save_method = image_header.GetImageRoot(ImageHeader::kRefsOnlySaveMethod); 770 runtime->SetCalleeSaveMethod(down_cast<mirror::ArtMethod*>(callee_save_method), 771 Runtime::kRefsOnly); 772 callee_save_method = image_header.GetImageRoot(ImageHeader::kRefsAndArgsSaveMethod); 773 runtime->SetCalleeSaveMethod(down_cast<mirror::ArtMethod*>(callee_save_method), 774 Runtime::kRefsAndArgs); 775 776 if (VLOG_IS_ON(heap) || VLOG_IS_ON(startup)) { 777 LOG(INFO) << "ImageSpace::Init exiting (" << PrettyDuration(NanoTime() - start_time) 778 << ") " << *space.get(); 779 } 780 return space.release(); 781} 782 783OatFile* ImageSpace::OpenOatFile(const char* image_path, std::string* error_msg) const { 784 const ImageHeader& image_header = GetImageHeader(); 785 std::string oat_filename = ImageHeader::GetOatLocationFromImageLocation(image_path); 786 787 CHECK(image_header.GetOatDataBegin() != nullptr); 788 789 OatFile* oat_file = OatFile::Open(oat_filename, oat_filename, image_header.GetOatDataBegin(), 790 image_header.GetOatFileBegin(), 791 !Runtime::Current()->IsAotCompiler(), error_msg); 792 if (oat_file == NULL) { 793 *error_msg = StringPrintf("Failed to open oat file '%s' referenced from image %s: %s", 794 oat_filename.c_str(), GetName(), error_msg->c_str()); 795 return nullptr; 796 } 797 uint32_t oat_checksum = oat_file->GetOatHeader().GetChecksum(); 798 uint32_t image_oat_checksum = image_header.GetOatChecksum(); 799 if (oat_checksum != image_oat_checksum) { 800 *error_msg = StringPrintf("Failed to match oat file checksum 0x%x to expected oat checksum 0x%x" 801 " in image %s", oat_checksum, image_oat_checksum, GetName()); 802 return nullptr; 803 } 804 int32_t image_patch_delta = image_header.GetPatchDelta(); 805 int32_t oat_patch_delta = oat_file->GetOatHeader().GetImagePatchDelta(); 806 if (oat_patch_delta != image_patch_delta && !image_header.CompilePic()) { 807 // We should have already relocated by this point. Bail out. 808 *error_msg = StringPrintf("Failed to match oat file patch delta %d to expected patch delta %d " 809 "in image %s", oat_patch_delta, image_patch_delta, GetName()); 810 return nullptr; 811 } 812 813 return oat_file; 814} 815 816bool ImageSpace::ValidateOatFile(std::string* error_msg) const { 817 CHECK(oat_file_.get() != NULL); 818 for (const OatFile::OatDexFile* oat_dex_file : oat_file_->GetOatDexFiles()) { 819 const std::string& dex_file_location = oat_dex_file->GetDexFileLocation(); 820 uint32_t dex_file_location_checksum; 821 if (!DexFile::GetChecksum(dex_file_location.c_str(), &dex_file_location_checksum, error_msg)) { 822 *error_msg = StringPrintf("Failed to get checksum of dex file '%s' referenced by image %s: " 823 "%s", dex_file_location.c_str(), GetName(), error_msg->c_str()); 824 return false; 825 } 826 if (dex_file_location_checksum != oat_dex_file->GetDexFileLocationChecksum()) { 827 *error_msg = StringPrintf("ValidateOatFile found checksum mismatch between oat file '%s' and " 828 "dex file '%s' (0x%x != 0x%x)", 829 oat_file_->GetLocation().c_str(), dex_file_location.c_str(), 830 oat_dex_file->GetDexFileLocationChecksum(), 831 dex_file_location_checksum); 832 return false; 833 } 834 } 835 return true; 836} 837 838const OatFile* ImageSpace::GetOatFile() const { 839 return oat_file_.get(); 840} 841 842OatFile* ImageSpace::ReleaseOatFile() { 843 CHECK(oat_file_.get() != NULL); 844 return oat_file_.release(); 845} 846 847void ImageSpace::Dump(std::ostream& os) const { 848 os << GetType() 849 << " begin=" << reinterpret_cast<void*>(Begin()) 850 << ",end=" << reinterpret_cast<void*>(End()) 851 << ",size=" << PrettySize(Size()) 852 << ",name=\"" << GetName() << "\"]"; 853} 854 855} // namespace space 856} // namespace gc 857} // namespace art 858