oat_writer.cc revision 265091e581c9f643b37e7966890911f09e223269
1/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "oat_writer.h"
18
19#include <zlib.h>
20
21#include "base/stl_util.h"
22#include "base/unix_file/fd_file.h"
23#include "class_linker.h"
24#include "mirror/abstract_method-inl.h"
25#include "mirror/array.h"
26#include "mirror/class_loader.h"
27#include "os.h"
28#include "output_stream.h"
29#include "safe_map.h"
30#include "scoped_thread_state_change.h"
31#include "gc/space.h"
32#include "verifier/method_verifier.h"
33
34namespace art {
35
36bool OatWriter::Create(OutputStream& output_stream,
37                       const std::vector<const DexFile*>& dex_files,
38                       uint32_t image_file_location_oat_checksum,
39                       uint32_t image_file_location_oat_begin,
40                       const std::string& image_file_location,
41                       const CompilerDriver& driver) {
42  OatWriter oat_writer(dex_files,
43                       image_file_location_oat_checksum,
44                       image_file_location_oat_begin,
45                       image_file_location,
46                       &driver);
47  return oat_writer.Write(output_stream);
48}
49
50OatWriter::OatWriter(const std::vector<const DexFile*>& dex_files,
51                     uint32_t image_file_location_oat_checksum,
52                     uint32_t image_file_location_oat_begin,
53                     const std::string& image_file_location,
54                     const CompilerDriver* compiler)
55    : compiler_driver_(compiler) {
56  image_file_location_oat_checksum_ = image_file_location_oat_checksum;
57  image_file_location_oat_begin_ = image_file_location_oat_begin;
58  image_file_location_ = image_file_location;
59  dex_files_ = &dex_files;
60  oat_header_ = NULL;
61  executable_offset_padding_length_ = 0;
62
63  size_t offset = InitOatHeader();
64  offset = InitOatDexFiles(offset);
65  offset = InitDexFiles(offset);
66  offset = InitOatClasses(offset);
67  offset = InitOatCode(offset);
68  offset = InitOatCodeDexFiles(offset);
69
70  CHECK_EQ(dex_files_->size(), oat_dex_files_.size());
71}
72
73OatWriter::~OatWriter() {
74  delete oat_header_;
75  STLDeleteElements(&oat_dex_files_);
76  STLDeleteElements(&oat_classes_);
77}
78
79size_t OatWriter::InitOatHeader() {
80  // create the OatHeader
81  oat_header_ = new OatHeader(compiler_driver_->GetInstructionSet(),
82                              dex_files_,
83                              image_file_location_oat_checksum_,
84                              image_file_location_oat_begin_,
85                              image_file_location_);
86  size_t offset = sizeof(*oat_header_);
87  offset += image_file_location_.size();
88  return offset;
89}
90
91size_t OatWriter::InitOatDexFiles(size_t offset) {
92  // create the OatDexFiles
93  for (size_t i = 0; i != dex_files_->size(); ++i) {
94    const DexFile* dex_file = (*dex_files_)[i];
95    CHECK(dex_file != NULL);
96    OatDexFile* oat_dex_file = new OatDexFile(offset, *dex_file);
97    oat_dex_files_.push_back(oat_dex_file);
98    offset += oat_dex_file->SizeOf();
99  }
100  return offset;
101}
102
103size_t OatWriter::InitDexFiles(size_t offset) {
104  // calculate the offsets within OatDexFiles to the DexFiles
105  for (size_t i = 0; i != dex_files_->size(); ++i) {
106    // dex files are required to be 4 byte aligned
107    offset = RoundUp(offset, 4);
108
109    // set offset in OatDexFile to DexFile
110    oat_dex_files_[i]->dex_file_offset_ = offset;
111
112    const DexFile* dex_file = (*dex_files_)[i];
113    offset += dex_file->GetHeader().file_size_;
114  }
115  return offset;
116}
117
118size_t OatWriter::InitOatClasses(size_t offset) {
119  // create the OatClasses
120  // calculate the offsets within OatDexFiles to OatClasses
121  for (size_t i = 0; i != dex_files_->size(); ++i) {
122    const DexFile* dex_file = (*dex_files_)[i];
123    for (size_t class_def_index = 0;
124         class_def_index < dex_file->NumClassDefs();
125         class_def_index++) {
126      oat_dex_files_[i]->methods_offsets_[class_def_index] = offset;
127      const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_index);
128      const byte* class_data = dex_file->GetClassData(class_def);
129      uint32_t num_methods = 0;
130      if (class_data != NULL) {  // ie not an empty class, such as a marker interface
131        ClassDataItemIterator it(*dex_file, class_data);
132        size_t num_direct_methods = it.NumDirectMethods();
133        size_t num_virtual_methods = it.NumVirtualMethods();
134        num_methods = num_direct_methods + num_virtual_methods;
135      }
136
137      CompilerDriver::ClassReference class_ref = CompilerDriver::ClassReference(dex_file, class_def_index);
138      CompiledClass* compiled_class = compiler_driver_->GetCompiledClass(class_ref);
139      mirror::Class::Status status;
140      if (compiled_class != NULL) {
141        status = compiled_class->GetStatus();
142      } else if (verifier::MethodVerifier::IsClassRejected(class_ref)) {
143        status = mirror::Class::kStatusError;
144      } else {
145        status = mirror::Class::kStatusNotReady;
146      }
147
148      OatClass* oat_class = new OatClass(offset, status, num_methods);
149      oat_classes_.push_back(oat_class);
150      offset += oat_class->SizeOf();
151    }
152    oat_dex_files_[i]->UpdateChecksum(*oat_header_);
153  }
154  return offset;
155}
156
157size_t OatWriter::InitOatCode(size_t offset) {
158  // calculate the offsets within OatHeader to executable code
159  size_t old_offset = offset;
160  // required to be on a new page boundary
161  offset = RoundUp(offset, kPageSize);
162  oat_header_->SetExecutableOffset(offset);
163  executable_offset_padding_length_ = offset - old_offset;
164  return offset;
165}
166
167size_t OatWriter::InitOatCodeDexFiles(size_t offset) {
168  size_t oat_class_index = 0;
169  for (size_t i = 0; i != dex_files_->size(); ++i) {
170    const DexFile* dex_file = (*dex_files_)[i];
171    CHECK(dex_file != NULL);
172    offset = InitOatCodeDexFile(offset, oat_class_index, *dex_file);
173  }
174  return offset;
175}
176
177size_t OatWriter::InitOatCodeDexFile(size_t offset,
178                                     size_t& oat_class_index,
179                                     const DexFile& dex_file) {
180  for (size_t class_def_index = 0;
181       class_def_index < dex_file.NumClassDefs();
182       class_def_index++, oat_class_index++) {
183    const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
184    offset = InitOatCodeClassDef(offset, oat_class_index, class_def_index, dex_file, class_def);
185    oat_classes_[oat_class_index]->UpdateChecksum(*oat_header_);
186  }
187  return offset;
188}
189
190size_t OatWriter::InitOatCodeClassDef(size_t offset,
191                                      size_t oat_class_index, size_t class_def_index,
192                                      const DexFile& dex_file,
193                                      const DexFile::ClassDef& class_def) {
194  const byte* class_data = dex_file.GetClassData(class_def);
195  if (class_data == NULL) {
196    // empty class, such as a marker interface
197    return offset;
198  }
199  ClassDataItemIterator it(dex_file, class_data);
200  CHECK_EQ(oat_classes_[oat_class_index]->method_offsets_.size(),
201           it.NumDirectMethods() + it.NumVirtualMethods());
202  // Skip fields
203  while (it.HasNextStaticField()) {
204    it.Next();
205  }
206  while (it.HasNextInstanceField()) {
207    it.Next();
208  }
209  // Process methods
210  size_t class_def_method_index = 0;
211  while (it.HasNextDirectMethod()) {
212    bool is_native = (it.GetMemberAccessFlags() & kAccNative) != 0;
213    offset = InitOatCodeMethod(offset, oat_class_index, class_def_index, class_def_method_index,
214                               is_native, it.GetMethodInvokeType(class_def), it.GetMemberIndex(),
215                               &dex_file);
216    class_def_method_index++;
217    it.Next();
218  }
219  while (it.HasNextVirtualMethod()) {
220    bool is_native = (it.GetMemberAccessFlags() & kAccNative) != 0;
221    offset = InitOatCodeMethod(offset, oat_class_index, class_def_index, class_def_method_index,
222                               is_native, it.GetMethodInvokeType(class_def), it.GetMemberIndex(),
223                               &dex_file);
224    class_def_method_index++;
225    it.Next();
226  }
227  DCHECK(!it.HasNext());
228  return offset;
229}
230
231size_t OatWriter::InitOatCodeMethod(size_t offset, size_t oat_class_index,
232                                    size_t __attribute__((unused)) class_def_index,
233                                    size_t class_def_method_index,
234                                    bool __attribute__((unused)) is_native,
235                                    InvokeType invoke_type,
236                                    uint32_t method_idx, const DexFile* dex_file) {
237  // derived from CompiledMethod if available
238  uint32_t code_offset = 0;
239  uint32_t frame_size_in_bytes = kStackAlignment;
240  uint32_t core_spill_mask = 0;
241  uint32_t fp_spill_mask = 0;
242  uint32_t mapping_table_offset = 0;
243  uint32_t vmap_table_offset = 0;
244  uint32_t gc_map_offset = 0;
245  // derived from CompiledInvokeStub if available
246  uint32_t invoke_stub_offset = 0;
247#if defined(ART_USE_PORTABLE_COMPILER)
248  uint32_t proxy_stub_offset = 0;
249#endif
250
251  OatClass* oat_class = oat_classes_[oat_class_index];
252#if defined(ART_USE_PORTABLE_COMPILER)
253  size_t oat_method_offsets_offset =
254      oat_class->GetOatMethodOffsetsOffsetFromOatHeader(class_def_method_index);
255#endif
256
257  CompiledMethod* compiled_method =
258      compiler_driver_->GetCompiledMethod(CompilerDriver::MethodReference(dex_file, method_idx));
259  if (compiled_method != NULL) {
260#if defined(ART_USE_PORTABLE_COMPILER)
261    compiled_method->AddOatdataOffsetToCompliledCodeOffset(
262        oat_method_offsets_offset + OFFSETOF_MEMBER(OatMethodOffsets, code_offset_));
263#else
264    const std::vector<uint8_t>& code = compiled_method->GetCode();
265    offset = compiled_method->AlignCode(offset);
266    DCHECK_ALIGNED(offset, kArmAlignment);
267    uint32_t code_size = code.size() * sizeof(code[0]);
268    CHECK_NE(code_size, 0U);
269    uint32_t thumb_offset = compiled_method->CodeDelta();
270    code_offset = offset + sizeof(code_size) + thumb_offset;
271
272    // Deduplicate code arrays
273    SafeMap<const std::vector<uint8_t>*, uint32_t>::iterator code_iter = code_offsets_.find(&code);
274    if (code_iter != code_offsets_.end()) {
275      code_offset = code_iter->second;
276    } else {
277      code_offsets_.Put(&code, code_offset);
278      offset += sizeof(code_size);  // code size is prepended before code
279      offset += code_size;
280      oat_header_->UpdateChecksum(&code[0], code_size);
281    }
282#endif
283    frame_size_in_bytes = compiled_method->GetFrameSizeInBytes();
284    core_spill_mask = compiled_method->GetCoreSpillMask();
285    fp_spill_mask = compiled_method->GetFpSpillMask();
286
287    const std::vector<uint32_t>& mapping_table = compiled_method->GetMappingTable();
288    size_t mapping_table_size = mapping_table.size() * sizeof(mapping_table[0]);
289    mapping_table_offset = (mapping_table_size == 0) ? 0 : offset;
290
291    // Deduplicate mapping tables
292    SafeMap<const std::vector<uint32_t>*, uint32_t>::iterator mapping_iter = mapping_table_offsets_.find(&mapping_table);
293    if (mapping_iter != mapping_table_offsets_.end()) {
294      mapping_table_offset = mapping_iter->second;
295    } else {
296      mapping_table_offsets_.Put(&mapping_table, mapping_table_offset);
297      offset += mapping_table_size;
298      oat_header_->UpdateChecksum(&mapping_table[0], mapping_table_size);
299    }
300
301    const std::vector<uint16_t>& vmap_table = compiled_method->GetVmapTable();
302    size_t vmap_table_size = vmap_table.size() * sizeof(vmap_table[0]);
303    vmap_table_offset = (vmap_table_size == 0) ? 0 : offset;
304
305    // Deduplicate vmap tables
306    SafeMap<const std::vector<uint16_t>*, uint32_t>::iterator vmap_iter = vmap_table_offsets_.find(&vmap_table);
307    if (vmap_iter != vmap_table_offsets_.end()) {
308      vmap_table_offset = vmap_iter->second;
309    } else {
310      vmap_table_offsets_.Put(&vmap_table, vmap_table_offset);
311      offset += vmap_table_size;
312      oat_header_->UpdateChecksum(&vmap_table[0], vmap_table_size);
313    }
314
315    const std::vector<uint8_t>& gc_map = compiled_method->GetNativeGcMap();
316    size_t gc_map_size = gc_map.size() * sizeof(gc_map[0]);
317    gc_map_offset = (gc_map_size == 0) ? 0 : offset;
318
319#if !defined(NDEBUG)
320    // We expect GC maps except when the class hasn't been verified or the method is native
321    CompilerDriver::ClassReference class_ref = CompilerDriver::ClassReference(dex_file, class_def_index);
322    CompiledClass* compiled_class = compiler_driver_->GetCompiledClass(class_ref);
323    mirror::Class::Status status;
324    if (compiled_class != NULL) {
325      status = compiled_class->GetStatus();
326    } else if (verifier::MethodVerifier::IsClassRejected(class_ref)) {
327      status = mirror::Class::kStatusError;
328    } else {
329      status = mirror::Class::kStatusNotReady;
330    }
331    CHECK(gc_map_size != 0 || is_native || status < mirror::Class::kStatusVerified)
332        << &gc_map << " " << gc_map_size << " " << (is_native ? "true" : "false") << " "
333        << (status < mirror::Class::kStatusVerified) << " " << status << " "
334        << PrettyMethod(method_idx, *dex_file);
335#endif
336
337    // Deduplicate GC maps
338    SafeMap<const std::vector<uint8_t>*, uint32_t>::iterator gc_map_iter = gc_map_offsets_.find(&gc_map);
339    if (gc_map_iter != gc_map_offsets_.end()) {
340      gc_map_offset = gc_map_iter->second;
341    } else {
342      gc_map_offsets_.Put(&gc_map, gc_map_offset);
343      offset += gc_map_size;
344      oat_header_->UpdateChecksum(&gc_map[0], gc_map_size);
345    }
346  }
347
348  const char* shorty = dex_file->GetMethodShorty(dex_file->GetMethodId(method_idx));
349  CompiledInvokeStub* compiled_invoke_stub = compiler_driver_->FindInvokeStub(invoke_type == kStatic,
350                                                                              shorty);
351  if (compiled_invoke_stub != NULL) {
352#if defined(ART_USE_PORTABLE_COMPILER)
353    compiled_invoke_stub->AddOatdataOffsetToCompliledCodeOffset(
354        oat_method_offsets_offset + OFFSETOF_MEMBER(OatMethodOffsets, invoke_stub_offset_));
355#else
356    const std::vector<uint8_t>& invoke_stub = compiled_invoke_stub->GetCode();
357    offset = CompiledMethod::AlignCode(offset, compiler_driver_->GetInstructionSet());
358    DCHECK_ALIGNED(offset, kArmAlignment);
359    uint32_t invoke_stub_size = invoke_stub.size() * sizeof(invoke_stub[0]);
360    CHECK_NE(invoke_stub_size, 0U);
361    uint32_t thumb_offset = compiled_invoke_stub->CodeDelta();
362    invoke_stub_offset = offset + sizeof(invoke_stub_size) + thumb_offset;
363
364    // Deduplicate invoke stubs
365    SafeMap<const std::vector<uint8_t>*, uint32_t>::iterator stub_iter = code_offsets_.find(&invoke_stub);
366    if (stub_iter != code_offsets_.end()) {
367      invoke_stub_offset = stub_iter->second;
368    } else {
369      code_offsets_.Put(&invoke_stub, invoke_stub_offset);
370      offset += sizeof(invoke_stub_size);  // invoke stub size is prepended before code
371      offset += invoke_stub_size;
372      oat_header_->UpdateChecksum(&invoke_stub[0], invoke_stub_size);
373    }
374#endif
375  }
376
377#if defined(ART_USE_PORTABLE_COMPILER)
378  if (invoke_type != kStatic) {
379    CompiledInvokeStub* compiled_proxy_stub = compiler_driver_->FindProxyStub(shorty);
380    if (compiled_proxy_stub != NULL) {
381      compiled_proxy_stub->AddOatdataOffsetToCompliledCodeOffset(
382          oat_method_offsets_offset + OFFSETOF_MEMBER(OatMethodOffsets, proxy_stub_offset_));
383    }
384  }
385#endif
386
387  oat_class->method_offsets_[class_def_method_index]
388      = OatMethodOffsets(code_offset,
389                         frame_size_in_bytes,
390                         core_spill_mask,
391                         fp_spill_mask,
392                         mapping_table_offset,
393                         vmap_table_offset,
394                         gc_map_offset,
395                         invoke_stub_offset
396#if defined(ART_USE_PORTABLE_COMPILER)
397                       , proxy_stub_offset
398#endif
399                         );
400
401  if (compiler_driver_->IsImage()) {
402    ClassLinker* linker = Runtime::Current()->GetClassLinker();
403    mirror::DexCache* dex_cache = linker->FindDexCache(*dex_file);
404    // Unchecked as we hold mutator_lock_ on entry.
405    ScopedObjectAccessUnchecked soa(Thread::Current());
406    mirror::AbstractMethod* method = linker->ResolveMethod(*dex_file, method_idx, dex_cache,
407                                                           NULL, NULL, invoke_type);
408    CHECK(method != NULL);
409    method->SetFrameSizeInBytes(frame_size_in_bytes);
410    method->SetCoreSpillMask(core_spill_mask);
411    method->SetFpSpillMask(fp_spill_mask);
412    method->SetOatMappingTableOffset(mapping_table_offset);
413    // Don't overwrite static method trampoline
414    if (!method->IsStatic() || method->IsConstructor() ||
415        method->GetDeclaringClass()->IsInitialized()) {
416      method->SetOatCodeOffset(code_offset);
417    } else {
418      method->SetCode(Runtime::Current()->GetResolutionStubArray(Runtime::kStaticMethod)->GetData());
419    }
420    method->SetOatVmapTableOffset(vmap_table_offset);
421    method->SetOatNativeGcMapOffset(gc_map_offset);
422    method->SetOatInvokeStubOffset(invoke_stub_offset);
423  }
424
425  return offset;
426}
427
428#define DCHECK_OFFSET() \
429  DCHECK_EQ(static_cast<off_t>(offset), out.Seek(0, kSeekCurrent))
430
431#define DCHECK_OFFSET_() \
432  DCHECK_EQ(static_cast<off_t>(offset_), out.Seek(0, kSeekCurrent))
433
434bool OatWriter::Write(OutputStream& out) {
435  if (!out.WriteFully(oat_header_, sizeof(*oat_header_))) {
436    PLOG(ERROR) << "Failed to write oat header to " << out.GetLocation();
437    return false;
438  }
439
440  if (!out.WriteFully(image_file_location_.data(), image_file_location_.size())) {
441    PLOG(ERROR) << "Failed to write oat header image file location to " << out.GetLocation();
442    return false;
443  }
444
445  if (!WriteTables(out)) {
446    LOG(ERROR) << "Failed to write oat tables to " << out.GetLocation();
447    return false;
448  }
449
450  size_t code_offset = WriteCode(out);
451  if (code_offset == 0) {
452    LOG(ERROR) << "Failed to write oat code to " << out.GetLocation();
453    return false;
454  }
455
456  code_offset = WriteCodeDexFiles(out, code_offset);
457  if (code_offset == 0) {
458    LOG(ERROR) << "Failed to write oat code for dex files to " << out.GetLocation();
459    return false;
460  }
461
462  return true;
463}
464
465bool OatWriter::WriteTables(OutputStream& out) {
466  for (size_t i = 0; i != oat_dex_files_.size(); ++i) {
467    if (!oat_dex_files_[i]->Write(out)) {
468      PLOG(ERROR) << "Failed to write oat dex information to " << out.GetLocation();
469      return false;
470    }
471  }
472  for (size_t i = 0; i != oat_dex_files_.size(); ++i) {
473    uint32_t expected_offset = oat_dex_files_[i]->dex_file_offset_;
474    off_t actual_offset = out.Seek(expected_offset, kSeekSet);
475    if (static_cast<uint32_t>(actual_offset) != expected_offset) {
476      const DexFile* dex_file = (*dex_files_)[i];
477      PLOG(ERROR) << "Failed to seek to dex file section. Actual: " << actual_offset
478                  << " Expected: " << expected_offset << " File: " << dex_file->GetLocation();
479      return false;
480    }
481    const DexFile* dex_file = (*dex_files_)[i];
482    if (!out.WriteFully(&dex_file->GetHeader(), dex_file->GetHeader().file_size_)) {
483      PLOG(ERROR) << "Failed to write dex file " << dex_file->GetLocation() << " to " << out.GetLocation();
484      return false;
485    }
486  }
487  for (size_t i = 0; i != oat_classes_.size(); ++i) {
488    if (!oat_classes_[i]->Write(out)) {
489      PLOG(ERROR) << "Failed to write oat methods information to " << out.GetLocation();
490      return false;
491    }
492  }
493  return true;
494}
495
496size_t OatWriter::WriteCode(OutputStream& out) {
497  uint32_t offset = oat_header_->GetExecutableOffset();
498  off_t new_offset = out.Seek(executable_offset_padding_length_, kSeekCurrent);
499  if (static_cast<uint32_t>(new_offset) != offset) {
500    PLOG(ERROR) << "Failed to seek to oat code section. Actual: " << new_offset
501                << " Expected: " << offset << " File: " << out.GetLocation();
502    return 0;
503  }
504  DCHECK_OFFSET();
505  return offset;
506}
507
508size_t OatWriter::WriteCodeDexFiles(OutputStream& out, size_t code_offset) {
509  size_t oat_class_index = 0;
510  for (size_t i = 0; i != oat_dex_files_.size(); ++i) {
511    const DexFile* dex_file = (*dex_files_)[i];
512    CHECK(dex_file != NULL);
513    code_offset = WriteCodeDexFile(out, code_offset, oat_class_index, *dex_file);
514    if (code_offset == 0) {
515      return 0;
516    }
517  }
518  return code_offset;
519}
520
521size_t OatWriter::WriteCodeDexFile(OutputStream& out, size_t code_offset, size_t& oat_class_index,
522                                   const DexFile& dex_file) {
523  for (size_t class_def_index = 0; class_def_index < dex_file.NumClassDefs();
524      class_def_index++, oat_class_index++) {
525    const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
526    code_offset = WriteCodeClassDef(out, code_offset, oat_class_index, dex_file, class_def);
527    if (code_offset == 0) {
528      return 0;
529    }
530  }
531  return code_offset;
532}
533
534void OatWriter::ReportWriteFailure(const char* what, uint32_t method_idx,
535                                   const DexFile& dex_file, OutputStream& out) const {
536  PLOG(ERROR) << "Failed to write " << what << " for " << PrettyMethod(method_idx, dex_file)
537      << " to " << out.GetLocation();
538}
539
540size_t OatWriter::WriteCodeClassDef(OutputStream& out,
541                                    size_t code_offset, size_t oat_class_index,
542                                    const DexFile& dex_file,
543                                    const DexFile::ClassDef& class_def) {
544  const byte* class_data = dex_file.GetClassData(class_def);
545  if (class_data == NULL) {
546    // ie. an empty class such as a marker interface
547    return code_offset;
548  }
549  ClassDataItemIterator it(dex_file, class_data);
550  // Skip fields
551  while (it.HasNextStaticField()) {
552    it.Next();
553  }
554  while (it.HasNextInstanceField()) {
555    it.Next();
556  }
557  // Process methods
558  size_t class_def_method_index = 0;
559  while (it.HasNextDirectMethod()) {
560    bool is_static = (it.GetMemberAccessFlags() & kAccStatic) != 0;
561    code_offset = WriteCodeMethod(out, code_offset, oat_class_index, class_def_method_index,
562                                  is_static, it.GetMemberIndex(), dex_file);
563    if (code_offset == 0) {
564      return 0;
565    }
566    class_def_method_index++;
567    it.Next();
568  }
569  while (it.HasNextVirtualMethod()) {
570    code_offset = WriteCodeMethod(out, code_offset, oat_class_index, class_def_method_index,
571                                  false, it.GetMemberIndex(), dex_file);
572    if (code_offset == 0) {
573      return 0;
574    }
575    class_def_method_index++;
576    it.Next();
577  }
578  return code_offset;
579}
580
581size_t OatWriter::WriteCodeMethod(OutputStream& out, size_t offset, size_t oat_class_index,
582                                  size_t class_def_method_index, bool is_static,
583                                  uint32_t method_idx, const DexFile& dex_file) {
584  const CompiledMethod* compiled_method =
585      compiler_driver_->GetCompiledMethod(CompilerDriver::MethodReference(&dex_file, method_idx));
586
587  OatMethodOffsets method_offsets =
588      oat_classes_[oat_class_index]->method_offsets_[class_def_method_index];
589
590
591  if (compiled_method != NULL) {  // ie. not an abstract method
592#if !defined(ART_USE_PORTABLE_COMPILER)
593    uint32_t aligned_offset = compiled_method->AlignCode(offset);
594    uint32_t aligned_code_delta = aligned_offset - offset;
595    if (aligned_code_delta != 0) {
596      off_t new_offset = out.Seek(aligned_code_delta, kSeekCurrent);
597      if (static_cast<uint32_t>(new_offset) != aligned_offset) {
598        PLOG(ERROR) << "Failed to seek to align oat code. Actual: " << new_offset
599                    << " Expected: " << aligned_offset << " File: " << out.GetLocation();
600        return 0;
601      }
602      offset += aligned_code_delta;
603      DCHECK_OFFSET();
604    }
605    DCHECK_ALIGNED(offset, kArmAlignment);
606    const std::vector<uint8_t>& code = compiled_method->GetCode();
607    uint32_t code_size = code.size() * sizeof(code[0]);
608    CHECK_NE(code_size, 0U);
609
610    // Deduplicate code arrays
611    size_t code_offset = offset + sizeof(code_size) + compiled_method->CodeDelta();
612    SafeMap<const std::vector<uint8_t>*, uint32_t>::iterator code_iter = code_offsets_.find(&code);
613    if (code_iter != code_offsets_.end() && code_offset != method_offsets.code_offset_) {
614      DCHECK(code_iter->second == method_offsets.code_offset_)
615          << PrettyMethod(method_idx, dex_file);
616    } else {
617      DCHECK(code_offset == method_offsets.code_offset_) << PrettyMethod(method_idx, dex_file);
618      if (!out.WriteFully(&code_size, sizeof(code_size))) {
619        ReportWriteFailure("method code size", method_idx, dex_file, out);
620        return 0;
621      }
622      offset += sizeof(code_size);
623      DCHECK_OFFSET();
624      if (!out.WriteFully(&code[0], code_size)) {
625        ReportWriteFailure("method code", method_idx, dex_file, out);
626        return 0;
627      }
628      offset += code_size;
629    }
630    DCHECK_OFFSET();
631#endif
632
633    const std::vector<uint32_t>& mapping_table = compiled_method->GetMappingTable();
634    size_t mapping_table_size = mapping_table.size() * sizeof(mapping_table[0]);
635
636    // Deduplicate mapping tables
637    SafeMap<const std::vector<uint32_t>*, uint32_t>::iterator mapping_iter =
638        mapping_table_offsets_.find(&mapping_table);
639    if (mapping_iter != mapping_table_offsets_.end() &&
640        offset != method_offsets.mapping_table_offset_) {
641      DCHECK((mapping_table_size == 0 && method_offsets.mapping_table_offset_ == 0)
642          || mapping_iter->second == method_offsets.mapping_table_offset_)
643          << PrettyMethod(method_idx, dex_file);
644    } else {
645      DCHECK((mapping_table_size == 0 && method_offsets.mapping_table_offset_ == 0)
646          || offset == method_offsets.mapping_table_offset_)
647          << PrettyMethod(method_idx, dex_file);
648      if (!out.WriteFully(&mapping_table[0], mapping_table_size)) {
649        ReportWriteFailure("mapping table", method_idx, dex_file, out);
650        return 0;
651      }
652      offset += mapping_table_size;
653    }
654    DCHECK_OFFSET();
655
656    const std::vector<uint16_t>& vmap_table = compiled_method->GetVmapTable();
657    size_t vmap_table_size = vmap_table.size() * sizeof(vmap_table[0]);
658
659    // Deduplicate vmap tables
660    SafeMap<const std::vector<uint16_t>*, uint32_t>::iterator vmap_iter =
661        vmap_table_offsets_.find(&vmap_table);
662    if (vmap_iter != vmap_table_offsets_.end() &&
663        offset != method_offsets.vmap_table_offset_) {
664      DCHECK((vmap_table_size == 0 && method_offsets.vmap_table_offset_ == 0)
665          || vmap_iter->second == method_offsets.vmap_table_offset_)
666          << PrettyMethod(method_idx, dex_file);
667    } else {
668      DCHECK((vmap_table_size == 0 && method_offsets.vmap_table_offset_ == 0)
669          || offset == method_offsets.vmap_table_offset_)
670          << PrettyMethod(method_idx, dex_file);
671      if (!out.WriteFully(&vmap_table[0], vmap_table_size)) {
672        ReportWriteFailure("vmap table", method_idx, dex_file, out);
673        return 0;
674      }
675      offset += vmap_table_size;
676    }
677    DCHECK_OFFSET();
678
679    const std::vector<uint8_t>& gc_map = compiled_method->GetNativeGcMap();
680    size_t gc_map_size = gc_map.size() * sizeof(gc_map[0]);
681
682    // Deduplicate GC maps
683    SafeMap<const std::vector<uint8_t>*, uint32_t>::iterator gc_map_iter =
684        gc_map_offsets_.find(&gc_map);
685    if (gc_map_iter != gc_map_offsets_.end() &&
686        offset != method_offsets.gc_map_offset_) {
687      DCHECK((gc_map_size == 0 && method_offsets.gc_map_offset_ == 0)
688          || gc_map_iter->second == method_offsets.gc_map_offset_)
689          << PrettyMethod(method_idx, dex_file);
690    } else {
691      DCHECK((gc_map_size == 0 && method_offsets.gc_map_offset_ == 0)
692          || offset == method_offsets.gc_map_offset_)
693          << PrettyMethod(method_idx, dex_file);
694      if (!out.WriteFully(&gc_map[0], gc_map_size)) {
695        ReportWriteFailure("GC map", method_idx, dex_file, out);
696        return 0;
697      }
698      offset += gc_map_size;
699    }
700    DCHECK_OFFSET();
701  }
702
703#if !defined(ART_USE_PORTABLE_COMPILER)
704  const char* shorty = dex_file.GetMethodShorty(dex_file.GetMethodId(method_idx));
705  const CompiledInvokeStub* compiled_invoke_stub = compiler_driver_->FindInvokeStub(is_static, shorty);
706  if (compiled_invoke_stub != NULL) {
707    uint32_t aligned_offset = CompiledMethod::AlignCode(offset,
708                                                        compiler_driver_->GetInstructionSet());
709    uint32_t aligned_code_delta = aligned_offset - offset;
710    if (aligned_code_delta != 0) {
711      off_t new_offset = out.Seek(aligned_code_delta, kSeekCurrent);
712      if (static_cast<uint32_t>(new_offset) != aligned_offset) {
713        PLOG(ERROR) << "Failed to seek to align invoke stub code. Actual: " << new_offset
714                    << " Expected: " << aligned_offset;
715        return 0;
716      }
717      offset += aligned_code_delta;
718      DCHECK_OFFSET();
719    }
720    DCHECK_ALIGNED(offset, kArmAlignment);
721    const std::vector<uint8_t>& invoke_stub = compiled_invoke_stub->GetCode();
722    uint32_t invoke_stub_size = invoke_stub.size() * sizeof(invoke_stub[0]);
723    CHECK_NE(invoke_stub_size, 0U);
724
725    // Deduplicate invoke stubs
726    size_t invoke_stub_offset = offset + sizeof(invoke_stub_size) + compiled_invoke_stub->CodeDelta();
727    SafeMap<const std::vector<uint8_t>*, uint32_t>::iterator stub_iter =
728        code_offsets_.find(&invoke_stub);
729    if (stub_iter != code_offsets_.end()
730        && invoke_stub_offset != method_offsets.invoke_stub_offset_) {
731      DCHECK(stub_iter->second == method_offsets.invoke_stub_offset_)
732          << PrettyMethod(method_idx, dex_file);
733    } else {
734      DCHECK(invoke_stub_offset == method_offsets.invoke_stub_offset_) << PrettyMethod(method_idx, dex_file);
735      if (!out.WriteFully(&invoke_stub_size, sizeof(invoke_stub_size))) {
736        ReportWriteFailure("invoke stub code size", method_idx, dex_file, out);
737        return 0;
738      }
739      offset += sizeof(invoke_stub_size);
740      DCHECK_OFFSET();
741      if (!out.WriteFully(&invoke_stub[0], invoke_stub_size)) {
742        ReportWriteFailure("invoke stub code", method_idx, dex_file, out);
743        return 0;
744      }
745      offset += invoke_stub_size;
746      DCHECK_OFFSET();
747    }
748  }
749#endif
750
751  return offset;
752}
753
754OatWriter::OatDexFile::OatDexFile(size_t offset, const DexFile& dex_file) {
755  offset_ = offset;
756  const std::string& location(dex_file.GetLocation());
757  dex_file_location_size_ = location.size();
758  dex_file_location_data_ = reinterpret_cast<const uint8_t*>(location.data());
759  dex_file_location_checksum_ = dex_file.GetLocationChecksum();
760  dex_file_offset_ = 0;
761  methods_offsets_.resize(dex_file.NumClassDefs());
762}
763
764size_t OatWriter::OatDexFile::SizeOf() const {
765  return sizeof(dex_file_location_size_)
766          + dex_file_location_size_
767          + sizeof(dex_file_location_checksum_)
768          + sizeof(dex_file_offset_)
769          + (sizeof(methods_offsets_[0]) * methods_offsets_.size());
770}
771
772void OatWriter::OatDexFile::UpdateChecksum(OatHeader& oat_header) const {
773  oat_header.UpdateChecksum(&dex_file_location_size_, sizeof(dex_file_location_size_));
774  oat_header.UpdateChecksum(dex_file_location_data_, dex_file_location_size_);
775  oat_header.UpdateChecksum(&dex_file_location_checksum_, sizeof(dex_file_location_checksum_));
776  oat_header.UpdateChecksum(&dex_file_offset_, sizeof(dex_file_offset_));
777  oat_header.UpdateChecksum(&methods_offsets_[0],
778                            sizeof(methods_offsets_[0]) * methods_offsets_.size());
779}
780
781bool OatWriter::OatDexFile::Write(OutputStream& out) const {
782  DCHECK_OFFSET_();
783  if (!out.WriteFully(&dex_file_location_size_, sizeof(dex_file_location_size_))) {
784    PLOG(ERROR) << "Failed to write dex file location length to " << out.GetLocation();
785    return false;
786  }
787  if (!out.WriteFully(dex_file_location_data_, dex_file_location_size_)) {
788    PLOG(ERROR) << "Failed to write dex file location data to " << out.GetLocation();
789    return false;
790  }
791  if (!out.WriteFully(&dex_file_location_checksum_, sizeof(dex_file_location_checksum_))) {
792    PLOG(ERROR) << "Failed to write dex file location checksum to " << out.GetLocation();
793    return false;
794  }
795  if (!out.WriteFully(&dex_file_offset_, sizeof(dex_file_offset_))) {
796    PLOG(ERROR) << "Failed to write dex file offset to " << out.GetLocation();
797    return false;
798  }
799  if (!out.WriteFully(&methods_offsets_[0],
800                      sizeof(methods_offsets_[0]) * methods_offsets_.size())) {
801    PLOG(ERROR) << "Failed to write methods offsets to " << out.GetLocation();
802    return false;
803  }
804  return true;
805}
806
807OatWriter::OatClass::OatClass(size_t offset, mirror::Class::Status status, uint32_t methods_count) {
808  offset_ = offset;
809  status_ = status;
810  method_offsets_.resize(methods_count);
811}
812
813size_t OatWriter::OatClass::GetOatMethodOffsetsOffsetFromOatHeader(
814    size_t class_def_method_index_) const {
815  return offset_ + GetOatMethodOffsetsOffsetFromOatClass(class_def_method_index_);
816}
817
818size_t OatWriter::OatClass::GetOatMethodOffsetsOffsetFromOatClass(
819    size_t class_def_method_index_) const {
820  return sizeof(status_)
821          + (sizeof(method_offsets_[0]) * class_def_method_index_);
822}
823
824size_t OatWriter::OatClass::SizeOf() const {
825  return GetOatMethodOffsetsOffsetFromOatClass(method_offsets_.size());
826}
827
828void OatWriter::OatClass::UpdateChecksum(OatHeader& oat_header) const {
829  oat_header.UpdateChecksum(&status_, sizeof(status_));
830  oat_header.UpdateChecksum(&method_offsets_[0],
831                            sizeof(method_offsets_[0]) * method_offsets_.size());
832}
833
834bool OatWriter::OatClass::Write(OutputStream& out) const {
835  DCHECK_OFFSET_();
836  if (!out.WriteFully(&status_, sizeof(status_))) {
837    PLOG(ERROR) << "Failed to write class status to " << out.GetLocation();
838    return false;
839  }
840  DCHECK_EQ(static_cast<off_t>(GetOatMethodOffsetsOffsetFromOatHeader(0)),
841            out.Seek(0, kSeekCurrent));
842  if (!out.WriteFully(&method_offsets_[0],
843                      sizeof(method_offsets_[0]) * method_offsets_.size())) {
844    PLOG(ERROR) << "Failed to write method offsets to " << out.GetLocation();
845    return false;
846  }
847  DCHECK_EQ(static_cast<off_t>(GetOatMethodOffsetsOffsetFromOatHeader(method_offsets_.size())),
848            out.Seek(0, kSeekCurrent));
849  return true;
850}
851
852}  // namespace art
853