Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 17 | #ifndef ART_COMPILER_IMAGE_WRITER_H_ |
| 18 | #define ART_COMPILER_IMAGE_WRITER_H_ |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 19 | |
| 20 | #include <stdint.h> |
Evgenii Stepanov | 1e13374 | 2015-05-20 12:30:59 -0700 | [diff] [blame] | 21 | #include "base/memory_tool.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 22 | |
| 23 | #include <cstddef> |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 24 | #include <memory> |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 25 | #include <set> |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 26 | #include <stack> |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 27 | #include <string> |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 28 | #include <ostream> |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 29 | |
Alex Light | dba6148 | 2016-12-21 08:20:29 -0800 | [diff] [blame] | 30 | #include "art_method.h" |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 31 | #include "base/bit_utils.h" |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 32 | #include "base/dchecked_vector.h" |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 33 | #include "base/enums.h" |
Alex Light | e64300b | 2015-12-15 15:02:47 -0800 | [diff] [blame] | 34 | #include "base/length_prefixed_array.h" |
Igor Murashkin | 4677476 | 2014-10-22 11:37:02 -0700 | [diff] [blame] | 35 | #include "base/macros.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 36 | #include "driver/compiler_driver.h" |
Mathieu Chartier | fd04b6f | 2014-11-14 19:34:18 -0800 | [diff] [blame] | 37 | #include "gc/space/space.h" |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 38 | #include "image.h" |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 39 | #include "lock_word.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 40 | #include "mem_map.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 41 | #include "mirror/dex_cache.h" |
Mathieu Chartier | 8c19d24 | 2017-03-06 12:35:10 -0800 | [diff] [blame] | 42 | #include "obj_ptr.h" |
| 43 | #include "oat_file.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 44 | #include "os.h" |
| 45 | #include "safe_map.h" |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 46 | #include "utils.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 47 | |
| 48 | namespace art { |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 49 | namespace gc { |
| 50 | namespace space { |
| 51 | class ImageSpace; |
| 52 | } // namespace space |
| 53 | } // namespace gc |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 54 | |
Vladimir Marko | 8d6768d | 2017-03-14 10:13:21 +0000 | [diff] [blame] | 55 | namespace mirror { |
| 56 | class ClassLoader; |
| 57 | } // namespace mirror |
| 58 | |
Vladimir Marko | c5798bf | 2016-12-09 10:20:54 +0000 | [diff] [blame] | 59 | class ClassLoaderVisitor; |
Mathieu Chartier | 1f47b67 | 2016-01-07 16:29:01 -0800 | [diff] [blame] | 60 | class ClassTable; |
Vladimir Marko | 8d6768d | 2017-03-14 10:13:21 +0000 | [diff] [blame] | 61 | class ImtConflictTable; |
Mathieu Chartier | 1f47b67 | 2016-01-07 16:29:01 -0800 | [diff] [blame] | 62 | |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 63 | static constexpr int kInvalidFd = -1; |
Mathieu Chartier | a90c772 | 2015-10-29 15:41:36 -0700 | [diff] [blame] | 64 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 65 | // Write a Space built during compilation for use during execution. |
Igor Murashkin | 4677476 | 2014-10-22 11:37:02 -0700 | [diff] [blame] | 66 | class ImageWriter FINAL { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 67 | public: |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 68 | ImageWriter(const CompilerDriver& compiler_driver, |
| 69 | uintptr_t image_begin, |
| 70 | bool compile_pic, |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 71 | bool compile_app_image, |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 72 | ImageHeader::StorageMode image_storage_mode, |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 73 | const std::vector<const char*>& oat_filenames, |
| 74 | const std::unordered_map<const DexFile*, size_t>& dex_file_oat_index_map); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 75 | |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 76 | bool PrepareImageAddressSpace(); |
| 77 | |
| 78 | bool IsImageAddressSpaceReady() const { |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 79 | DCHECK(!image_infos_.empty()); |
| 80 | for (const ImageInfo& image_info : image_infos_) { |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 81 | if (image_info.image_roots_address_ == 0u) { |
| 82 | return false; |
| 83 | } |
| 84 | } |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 85 | return true; |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 86 | } |
| 87 | |
Vladimir Marko | 8d6768d | 2017-03-14 10:13:21 +0000 | [diff] [blame] | 88 | ObjPtr<mirror::ClassLoader> GetClassLoader() { |
| 89 | CHECK_EQ(class_loaders_.size(), compile_app_image_ ? 1u : 0u); |
| 90 | return compile_app_image_ ? *class_loaders_.begin() : nullptr; |
| 91 | } |
| 92 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 93 | template <typename T> |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 94 | T* GetImageAddress(T* object) const REQUIRES_SHARED(Locks::mutator_lock_) { |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 95 | if (object == nullptr || IsInBootImage(object)) { |
| 96 | return object; |
| 97 | } else { |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 98 | size_t oat_index = GetOatIndex(object); |
| 99 | const ImageInfo& image_info = GetImageInfo(oat_index); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 100 | return reinterpret_cast<T*>(image_info.image_begin_ + GetImageOffset(object)); |
| 101 | } |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 102 | } |
| 103 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 104 | ArtMethod* GetImageMethodAddress(ArtMethod* method) REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 105 | |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 106 | template <typename PtrType> |
| 107 | PtrType GetDexCacheArrayElementImageAddress(const DexFile* dex_file, uint32_t offset) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 108 | const REQUIRES_SHARED(Locks::mutator_lock_) { |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 109 | auto oat_it = dex_file_oat_index_map_.find(dex_file); |
| 110 | DCHECK(oat_it != dex_file_oat_index_map_.end()); |
| 111 | const ImageInfo& image_info = GetImageInfo(oat_it->second); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 112 | auto it = image_info.dex_cache_array_starts_.find(dex_file); |
| 113 | DCHECK(it != image_info.dex_cache_array_starts_.end()); |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 114 | return reinterpret_cast<PtrType>( |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 115 | image_info.image_begin_ + image_info.bin_slot_offsets_[kBinDexCacheArray] + |
| 116 | it->second + offset); |
Vladimir Marko | 20f8559 | 2015-03-19 10:07:02 +0000 | [diff] [blame] | 117 | } |
| 118 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 119 | size_t GetOatFileOffset(size_t oat_index) const { |
| 120 | return GetImageInfo(oat_index).oat_offset_; |
| 121 | } |
| 122 | |
| 123 | const uint8_t* GetOatFileBegin(size_t oat_index) const { |
| 124 | return GetImageInfo(oat_index).oat_file_begin_; |
| 125 | } |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 126 | |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 127 | // If image_fd is not kInvalidFd, then we use that for the image file. Otherwise we open |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 128 | // the names in image_filenames. |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 129 | // If oat_fd is not kInvalidFd, then we use that for the oat file. Otherwise we open |
| 130 | // the names in oat_filenames. |
Mathieu Chartier | a90c772 | 2015-10-29 15:41:36 -0700 | [diff] [blame] | 131 | bool Write(int image_fd, |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 132 | const std::vector<const char*>& image_filenames, |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 133 | const std::vector<const char*>& oat_filenames) |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 134 | REQUIRES(!Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 135 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 136 | uintptr_t GetOatDataBegin(size_t oat_index) { |
| 137 | return reinterpret_cast<uintptr_t>(GetImageInfo(oat_index).oat_data_begin_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 138 | } |
| 139 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 140 | // Get the index of the oat file containing the dex file. |
| 141 | // |
| 142 | // This "oat_index" is used to retrieve information about the the memory layout |
| 143 | // of the oat file and its associated image file, needed for link-time patching |
| 144 | // of references to the image or across oat files. |
| 145 | size_t GetOatIndexForDexFile(const DexFile* dex_file) const; |
| 146 | |
| 147 | // Get the index of the oat file containing the dex file served by the dex cache. |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 148 | size_t GetOatIndexForDexCache(ObjPtr<mirror::DexCache> dex_cache) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 149 | REQUIRES_SHARED(Locks::mutator_lock_); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 150 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 151 | // Update the oat layout for the given oat file. |
| 152 | // This will make the oat_offset for the next oat file valid. |
| 153 | void UpdateOatFileLayout(size_t oat_index, |
| 154 | size_t oat_loaded_size, |
| 155 | size_t oat_data_offset, |
| 156 | size_t oat_data_size); |
| 157 | // Update information about the oat header, i.e. checksum and trampoline offsets. |
| 158 | void UpdateOatFileHeader(size_t oat_index, const OatHeader& oat_header); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 159 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 160 | private: |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 161 | using WorkStack = std::stack<std::pair<mirror::Object*, size_t>>; |
| 162 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 163 | bool AllocMemory(); |
| 164 | |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 165 | // Mark the objects defined in this space in the given live bitmap. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 166 | void RecordImageAllocations() REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 167 | |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 168 | // Classify different kinds of bins that objects end up getting packed into during image writing. |
Mathieu Chartier | 2ba04ea | 2016-04-08 19:01:05 -0700 | [diff] [blame] | 169 | // Ordered from dirtiest to cleanest (until ArtMethods). |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 170 | enum Bin { |
Mathieu Chartier | 2ba04ea | 2016-04-08 19:01:05 -0700 | [diff] [blame] | 171 | kBinMiscDirty, // Dex caches, object locks, etc... |
| 172 | kBinClassVerified, // Class verified, but initializers haven't been run |
Mathieu Chartier | d464fa1 | 2016-04-08 18:54:36 -0700 | [diff] [blame] | 173 | // Unknown mix of clean/dirty: |
| 174 | kBinRegular, |
Mathieu Chartier | 2ba04ea | 2016-04-08 19:01:05 -0700 | [diff] [blame] | 175 | kBinClassInitialized, // Class initializers have been run |
Mathieu Chartier | d464fa1 | 2016-04-08 18:54:36 -0700 | [diff] [blame] | 176 | // All classes get their own bins since their fields often dirty |
| 177 | kBinClassInitializedFinalStatics, // Class initializers have been run, no non-final statics |
Mathieu Chartier | 2ba04ea | 2016-04-08 19:01:05 -0700 | [diff] [blame] | 178 | // Likely-clean: |
| 179 | kBinString, // [String] Almost always immutable (except for obj header). |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 180 | // Add more bins here if we add more segregation code. |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 181 | // Non mirror fields must be below. |
| 182 | // ArtFields should be always clean. |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 183 | kBinArtField, |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 184 | // If the class is initialized, then the ArtMethods are probably clean. |
| 185 | kBinArtMethodClean, |
| 186 | // ArtMethods may be dirty if the class has native methods or a declaring class that isn't |
| 187 | // initialized. |
| 188 | kBinArtMethodDirty, |
Artem Udovichenko | a62cb9b | 2016-06-30 09:18:25 +0000 | [diff] [blame] | 189 | // IMT (clean) |
| 190 | kBinImTable, |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 191 | // Conflict tables (clean). |
| 192 | kBinIMTConflictTable, |
| 193 | // Runtime methods (always clean, do not have a length prefix array). |
| 194 | kBinRuntimeMethod, |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 195 | // Dex cache arrays have a special slot for PC-relative addressing. Since they are |
| 196 | // huge, and as such their dirtiness is not important for the clean/dirty separation, |
| 197 | // we arbitrarily keep them at the end of the native data. |
| 198 | kBinDexCacheArray, // Arrays belonging to dex cache. |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 199 | kBinSize, |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 200 | // Number of bins which are for mirror objects. |
| 201 | kBinMirrorCount = kBinArtField, |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 202 | }; |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 203 | friend std::ostream& operator<<(std::ostream& stream, const Bin& bin); |
| 204 | |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 205 | enum NativeObjectRelocationType { |
| 206 | kNativeObjectRelocationTypeArtField, |
| 207 | kNativeObjectRelocationTypeArtFieldArray, |
| 208 | kNativeObjectRelocationTypeArtMethodClean, |
| 209 | kNativeObjectRelocationTypeArtMethodArrayClean, |
| 210 | kNativeObjectRelocationTypeArtMethodDirty, |
| 211 | kNativeObjectRelocationTypeArtMethodArrayDirty, |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 212 | kNativeObjectRelocationTypeRuntimeMethod, |
Artem Udovichenko | a62cb9b | 2016-06-30 09:18:25 +0000 | [diff] [blame] | 213 | kNativeObjectRelocationTypeIMTable, |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 214 | kNativeObjectRelocationTypeIMTConflictTable, |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 215 | kNativeObjectRelocationTypeDexCacheArray, |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 216 | }; |
| 217 | friend std::ostream& operator<<(std::ostream& stream, const NativeObjectRelocationType& type); |
| 218 | |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 219 | enum OatAddress { |
| 220 | kOatAddressInterpreterToInterpreterBridge, |
| 221 | kOatAddressInterpreterToCompiledCodeBridge, |
| 222 | kOatAddressJNIDlsymLookup, |
| 223 | kOatAddressQuickGenericJNITrampoline, |
| 224 | kOatAddressQuickIMTConflictTrampoline, |
| 225 | kOatAddressQuickResolutionTrampoline, |
| 226 | kOatAddressQuickToInterpreterBridge, |
| 227 | // Number of elements in the enum. |
| 228 | kOatAddressCount, |
| 229 | }; |
| 230 | friend std::ostream& operator<<(std::ostream& stream, const OatAddress& oat_address); |
| 231 | |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 232 | static constexpr size_t kBinBits = MinimumBitsToStore<uint32_t>(kBinMirrorCount - 1); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 233 | // uint32 = typeof(lockword_) |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 234 | // Subtract read barrier bits since we want these to remain 0, or else it may result in DCHECK |
| 235 | // failures due to invalid read barrier bits during object field reads. |
Mathieu Chartier | 36a270a | 2016-07-28 18:08:51 -0700 | [diff] [blame] | 236 | static const size_t kBinShift = BitSizeOf<uint32_t>() - kBinBits - LockWord::kGCStateSize; |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 237 | // 111000.....0 |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 238 | static const size_t kBinMask = ((static_cast<size_t>(1) << kBinBits) - 1) << kBinShift; |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 239 | |
| 240 | // We use the lock word to store the bin # and bin index of the object in the image. |
| 241 | // |
| 242 | // The struct size must be exactly sizeof(LockWord), currently 32-bits, since this will end up |
| 243 | // stored in the lock word bit-for-bit when object forwarding addresses are being calculated. |
| 244 | struct BinSlot { |
| 245 | explicit BinSlot(uint32_t lockword); |
| 246 | BinSlot(Bin bin, uint32_t index); |
| 247 | |
| 248 | // The bin an object belongs to, i.e. regular, class/verified, class/initialized, etc. |
| 249 | Bin GetBin() const; |
| 250 | // The offset in bytes from the beginning of the bin. Aligned to object size. |
| 251 | uint32_t GetIndex() const; |
| 252 | // Pack into a single uint32_t, for storing into a lock word. |
Mathieu Chartier | d39645e | 2015-06-09 17:50:29 -0700 | [diff] [blame] | 253 | uint32_t Uint32Value() const { return lockword_; } |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 254 | // Comparison operator for map support |
| 255 | bool operator<(const BinSlot& other) const { return lockword_ < other.lockword_; } |
| 256 | |
| 257 | private: |
| 258 | // Must be the same size as LockWord, any larger and we would truncate the data. |
| 259 | const uint32_t lockword_; |
| 260 | }; |
| 261 | |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 262 | struct ImageInfo { |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 263 | ImageInfo(); |
| 264 | ImageInfo(ImageInfo&&) = default; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 265 | |
Mathieu Chartier | a06ba05 | 2016-01-06 13:51:52 -0800 | [diff] [blame] | 266 | // Create the image sections into the out sections variable, returns the size of the image |
| 267 | // excluding the bitmap. |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 268 | size_t CreateImageSections(ImageSection* out_sections) const; |
Mathieu Chartier | a06ba05 | 2016-01-06 13:51:52 -0800 | [diff] [blame] | 269 | |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 270 | std::unique_ptr<MemMap> image_; // Memory mapped for generating the image. |
| 271 | |
| 272 | // Target begin of this image. Notes: It is not valid to write here, this is the address |
| 273 | // of the target image, not necessarily where image_ is mapped. The address is only valid |
| 274 | // after layouting (otherwise null). |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 275 | uint8_t* image_begin_ = nullptr; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 276 | |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 277 | // Offset to the free space in image_, initially size of image header. |
| 278 | size_t image_end_ = RoundUp(sizeof(ImageHeader), kObjectAlignment); |
| 279 | uint32_t image_roots_address_ = 0; // The image roots address in the image. |
| 280 | size_t image_offset_ = 0; // Offset of this image from the start of the first image. |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 281 | |
| 282 | // Image size is the *address space* covered by this image. As the live bitmap is aligned |
| 283 | // to the page size, the live bitmap will cover more address space than necessary. But live |
| 284 | // bitmaps may not overlap, so an image has a "shadow," which is accounted for in the size. |
| 285 | // The next image may only start at image_begin_ + image_size_ (which is guaranteed to be |
| 286 | // page-aligned). |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 287 | size_t image_size_ = 0; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 288 | |
| 289 | // Oat data. |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 290 | // Offset of the oat file for this image from start of oat files. This is |
| 291 | // valid when the previous oat file has been written. |
| 292 | size_t oat_offset_ = 0; |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 293 | // Layout of the loaded ELF file containing the oat file, valid after UpdateOatFileLayout(). |
| 294 | const uint8_t* oat_file_begin_ = nullptr; |
| 295 | size_t oat_loaded_size_ = 0; |
| 296 | const uint8_t* oat_data_begin_ = nullptr; |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 297 | size_t oat_size_ = 0; // Size of the corresponding oat data. |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 298 | // The oat header checksum, valid after UpdateOatFileHeader(). |
| 299 | uint32_t oat_checksum_ = 0u; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 300 | |
| 301 | // Image bitmap which lets us know where the objects inside of the image reside. |
| 302 | std::unique_ptr<gc::accounting::ContinuousSpaceBitmap> image_bitmap_; |
| 303 | |
| 304 | // The start offsets of the dex cache arrays. |
| 305 | SafeMap<const DexFile*, size_t> dex_cache_array_starts_; |
| 306 | |
| 307 | // Offset from oat_data_begin_ to the stubs. |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 308 | uint32_t oat_address_offsets_[kOatAddressCount] = {}; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 309 | |
| 310 | // Bin slot tracking for dirty object packing. |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 311 | size_t bin_slot_sizes_[kBinSize] = {}; // Number of bytes in a bin. |
| 312 | size_t bin_slot_offsets_[kBinSize] = {}; // Number of bytes in previous bins. |
| 313 | size_t bin_slot_count_[kBinSize] = {}; // Number of objects in a bin. |
| 314 | |
| 315 | // Cached size of the intern table for when we allocate memory. |
| 316 | size_t intern_table_bytes_ = 0; |
| 317 | |
Mathieu Chartier | 1f47b67 | 2016-01-07 16:29:01 -0800 | [diff] [blame] | 318 | // Number of image class table bytes. |
| 319 | size_t class_table_bytes_ = 0; |
| 320 | |
Mathieu Chartier | 8c19d24 | 2017-03-06 12:35:10 -0800 | [diff] [blame] | 321 | // Number of object fixup bytes. |
| 322 | size_t object_fixup_bytes_ = 0; |
| 323 | |
| 324 | // Number of pointer fixup bytes. |
| 325 | size_t pointer_fixup_bytes_ = 0; |
| 326 | |
Mathieu Chartier | 1f47b67 | 2016-01-07 16:29:01 -0800 | [diff] [blame] | 327 | // Intern table associated with this image for serialization. |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 328 | std::unique_ptr<InternTable> intern_table_; |
Mathieu Chartier | 1f47b67 | 2016-01-07 16:29:01 -0800 | [diff] [blame] | 329 | |
| 330 | // Class table associated with this image for serialization. |
| 331 | std::unique_ptr<ClassTable> class_table_; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 332 | }; |
| 333 | |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 334 | // We use the lock word to store the offset of the object in the image. |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 335 | void AssignImageOffset(mirror::Object* object, BinSlot bin_slot) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 336 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | d39645e | 2015-06-09 17:50:29 -0700 | [diff] [blame] | 337 | void SetImageOffset(mirror::Object* object, size_t offset) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 338 | REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 339 | bool IsImageOffsetAssigned(mirror::Object* object) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 340 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 341 | size_t GetImageOffset(mirror::Object* object) const REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 342 | void UpdateImageOffset(mirror::Object* obj, uintptr_t offset) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 343 | REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 344 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 345 | void PrepareDexCacheArraySlots() REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 346 | void AssignImageBinSlot(mirror::Object* object, size_t oat_index) |
| 347 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 348 | mirror::Object* TryAssignBinSlot(WorkStack& work_stack, mirror::Object* obj, size_t oat_index) |
| 349 | REQUIRES_SHARED(Locks::mutator_lock_); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 350 | void SetImageBinSlot(mirror::Object* object, BinSlot bin_slot) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 351 | REQUIRES_SHARED(Locks::mutator_lock_); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 352 | bool IsImageBinSlotAssigned(mirror::Object* object) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 353 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 354 | BinSlot GetImageBinSlot(mirror::Object* object) const REQUIRES_SHARED(Locks::mutator_lock_); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 355 | |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 356 | void AddDexCacheArrayRelocation(void* array, size_t offset, ObjPtr<mirror::DexCache> dex_cache) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 357 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 358 | void AddMethodPointerArray(mirror::PointerArray* arr) REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 359 | |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 360 | static void* GetImageAddressCallback(void* writer, mirror::Object* obj) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 361 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 362 | return reinterpret_cast<ImageWriter*>(writer)->GetImageAddress(obj); |
| 363 | } |
| 364 | |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 365 | mirror::Object* GetLocalAddress(mirror::Object* object) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 366 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 367 | size_t offset = GetImageOffset(object); |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 368 | size_t oat_index = GetOatIndex(object); |
| 369 | const ImageInfo& image_info = GetImageInfo(oat_index); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 370 | uint8_t* dst = image_info.image_->Begin() + offset; |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 371 | return reinterpret_cast<mirror::Object*>(dst); |
| 372 | } |
| 373 | |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 374 | // Returns the address in the boot image if we are compiling the app image. |
| 375 | const uint8_t* GetOatAddress(OatAddress type) const; |
| 376 | |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 377 | const uint8_t* GetOatAddressForOffset(uint32_t offset, const ImageInfo& image_info) const { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 378 | // With Quick, code is within the OatFile, as there are all in one |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 379 | // .o ELF object. But interpret it as signed. |
| 380 | DCHECK_LE(static_cast<int32_t>(offset), static_cast<int32_t>(image_info.oat_size_)); |
| 381 | DCHECK(image_info.oat_data_begin_ != nullptr); |
| 382 | return offset == 0u ? nullptr : image_info.oat_data_begin_ + static_cast<int32_t>(offset); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 383 | } |
| 384 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 385 | // Returns true if the class was in the original requested image classes list. |
Vladimir Marko | f25cc73 | 2017-03-16 16:18:15 +0000 | [diff] [blame] | 386 | bool KeepClass(ObjPtr<mirror::Class> klass) REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 387 | |
| 388 | // Debug aid that list of requested image classes. |
| 389 | void DumpImageClasses(); |
| 390 | |
| 391 | // Preinitializes some otherwise lazy fields (such as Class name) to avoid runtime image dirtying. |
| 392 | void ComputeLazyFieldsForImageClasses() |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 393 | REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 394 | |
Vladimir Marko | c5798bf | 2016-12-09 10:20:54 +0000 | [diff] [blame] | 395 | // Visit all class loaders. |
| 396 | void VisitClassLoaders(ClassLoaderVisitor* visitor) REQUIRES_SHARED(Locks::mutator_lock_); |
| 397 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 398 | // Remove unwanted classes from various roots. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 399 | void PruneNonImageClasses() REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 400 | |
Vladimir Marko | f25cc73 | 2017-03-16 16:18:15 +0000 | [diff] [blame] | 401 | // Remove unwanted classes from the DexCache roots and preload deterministic DexCache contents. |
| 402 | void PruneAndPreloadDexCache(ObjPtr<mirror::DexCache> dex_cache, |
| 403 | ObjPtr<mirror::ClassLoader> class_loader) |
| 404 | REQUIRES_SHARED(Locks::mutator_lock_) |
| 405 | REQUIRES(!Locks::classlinker_classes_lock_); |
| 406 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 407 | // Verify unwanted classes removed. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 408 | void CheckNonImageClassesRemoved() REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 409 | static void CheckNonImageClassesRemovedCallback(mirror::Object* obj, void* arg) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 410 | REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 411 | |
| 412 | // Lays out where the image objects will be at runtime. |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 413 | void CalculateNewObjectOffsets() |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 414 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 415 | void ProcessWorkStack(WorkStack* work_stack) |
| 416 | REQUIRES_SHARED(Locks::mutator_lock_); |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 417 | void CreateHeader(size_t oat_index) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 418 | REQUIRES_SHARED(Locks::mutator_lock_); |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 419 | mirror::ObjectArray<mirror::Object>* CreateImageRoots(size_t oat_index) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 420 | REQUIRES_SHARED(Locks::mutator_lock_); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 421 | void CalculateObjectBinSlots(mirror::Object* obj) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 422 | REQUIRES_SHARED(Locks::mutator_lock_); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 423 | void UnbinObjectsIntoOffset(mirror::Object* obj) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 424 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 425 | |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 426 | static void EnsureBinSlotAssignedCallback(mirror::Object* obj, void* arg) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 427 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 428 | static void DeflateMonitorCallback(mirror::Object* obj, void* arg) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 429 | REQUIRES_SHARED(Locks::mutator_lock_); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 430 | static void UnbinObjectsIntoOffsetCallback(mirror::Object* obj, void* arg) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 431 | REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 432 | |
| 433 | // Creates the contiguous image in memory and adjusts pointers. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 434 | void CopyAndFixupNativeData(size_t oat_index) REQUIRES_SHARED(Locks::mutator_lock_); |
| 435 | void CopyAndFixupObjects() REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 436 | static void CopyAndFixupObjectsCallback(mirror::Object* obj, void* arg) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 437 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 438 | void CopyAndFixupObject(mirror::Object* obj) REQUIRES_SHARED(Locks::mutator_lock_); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 439 | void CopyAndFixupMethod(ArtMethod* orig, ArtMethod* copy, const ImageInfo& image_info) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 440 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 441 | void CopyAndFixupImTable(ImTable* orig, ImTable* copy) REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 442 | void CopyAndFixupImtConflictTable(ImtConflictTable* orig, ImtConflictTable* copy) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 443 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 444 | void FixupClass(mirror::Class* orig, mirror::Class* copy) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 445 | REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 446 | void FixupObject(mirror::Object* orig, mirror::Object* copy) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 447 | REQUIRES_SHARED(Locks::mutator_lock_); |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 448 | void FixupDexCache(mirror::DexCache* orig_dex_cache, mirror::DexCache* copy_dex_cache) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 449 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | a808bac | 2015-11-05 16:33:15 -0800 | [diff] [blame] | 450 | void FixupPointerArray(mirror::Object* dst, |
| 451 | mirror::PointerArray* arr, |
| 452 | mirror::Class* klass, |
| 453 | Bin array_type) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 454 | REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 455 | |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 456 | // Get quick code for non-resolution/imt_conflict/abstract method. |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 457 | const uint8_t* GetQuickCode(ArtMethod* method, |
| 458 | const ImageInfo& image_info, |
| 459 | bool* quick_is_interpreted) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 460 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 461 | |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 462 | // Calculate the sum total of the bin slot sizes in [0, up_to). Defaults to all bins. |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 463 | size_t GetBinSizeSum(ImageInfo& image_info, Bin up_to = kBinSize) const; |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 464 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 465 | // Return true if a method is likely to be dirtied at runtime. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 466 | bool WillMethodBeDirty(ArtMethod* m) const REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 467 | |
| 468 | // Assign the offset for an ArtMethod. |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 469 | void AssignMethodOffset(ArtMethod* method, |
| 470 | NativeObjectRelocationType type, |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 471 | size_t oat_index) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 472 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 473 | |
Mathieu Chartier | 8c19d24 | 2017-03-06 12:35:10 -0800 | [diff] [blame] | 474 | // Return true if imt was newly inserted. |
| 475 | bool TryAssignImTableOffset(ImTable* imt, size_t oat_index) REQUIRES_SHARED(Locks::mutator_lock_); |
Artem Udovichenko | a62cb9b | 2016-06-30 09:18:25 +0000 | [diff] [blame] | 476 | |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 477 | // Assign the offset for an IMT conflict table. Does nothing if the table already has a native |
| 478 | // relocation. |
| 479 | void TryAssignConflictTableOffset(ImtConflictTable* table, size_t oat_index) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 480 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 481 | |
Mathieu Chartier | a808bac | 2015-11-05 16:33:15 -0800 | [diff] [blame] | 482 | // Return true if klass is loaded by the boot class loader but not in the boot image. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 483 | bool IsBootClassLoaderNonImageClass(mirror::Class* klass) REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 484 | |
Mathieu Chartier | 901e070 | 2016-02-19 13:42:48 -0800 | [diff] [blame] | 485 | // Return true if klass depends on a boot class loader non image class. We want to prune these |
| 486 | // classes since we do not want any boot class loader classes in the image. This means that |
Mathieu Chartier | a808bac | 2015-11-05 16:33:15 -0800 | [diff] [blame] | 487 | // we also cannot have any classes which refer to these boot class loader non image classes. |
Mathieu Chartier | 901e070 | 2016-02-19 13:42:48 -0800 | [diff] [blame] | 488 | // PruneAppImageClass also prunes if klass depends on a non-image class according to the compiler |
| 489 | // driver. |
Vladimir Marko | f25cc73 | 2017-03-16 16:18:15 +0000 | [diff] [blame] | 490 | bool PruneAppImageClass(ObjPtr<mirror::Class> klass) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 491 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 492 | |
Mathieu Chartier | 945c1c1 | 2015-11-24 15:37:12 -0800 | [diff] [blame] | 493 | // early_exit is true if we had a cyclic dependency anywhere down the chain. |
Vladimir Marko | f25cc73 | 2017-03-16 16:18:15 +0000 | [diff] [blame] | 494 | bool PruneAppImageClassInternal(ObjPtr<mirror::Class> klass, |
Mathieu Chartier | 901e070 | 2016-02-19 13:42:48 -0800 | [diff] [blame] | 495 | bool* early_exit, |
| 496 | std::unordered_set<mirror::Class*>* visited) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 497 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 945c1c1 | 2015-11-24 15:37:12 -0800 | [diff] [blame] | 498 | |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 499 | bool IsMultiImage() const { |
| 500 | return image_infos_.size() > 1; |
| 501 | } |
| 502 | |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 503 | static Bin BinTypeForNativeRelocationType(NativeObjectRelocationType type); |
| 504 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 505 | uintptr_t NativeOffsetInImage(void* obj) REQUIRES_SHARED(Locks::mutator_lock_); |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 506 | |
Mathieu Chartier | 4b00d34 | 2015-11-13 10:42:08 -0800 | [diff] [blame] | 507 | // Location of where the object will be when the image is loaded at runtime. |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 508 | template <typename T> |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 509 | T* NativeLocationInImage(T* obj) REQUIRES_SHARED(Locks::mutator_lock_); |
Andreas Gampe | 245ee00 | 2014-12-04 21:25:04 -0800 | [diff] [blame] | 510 | |
Mathieu Chartier | 4b00d34 | 2015-11-13 10:42:08 -0800 | [diff] [blame] | 511 | // Location of where the temporary copy of the object currently is. |
| 512 | template <typename T> |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 513 | T* NativeCopyLocation(T* obj, mirror::DexCache* dex_cache) REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 4b00d34 | 2015-11-13 10:42:08 -0800 | [diff] [blame] | 514 | |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 515 | // Return true of obj is inside of the boot image space. This may only return true if we are |
| 516 | // compiling an app image. |
| 517 | bool IsInBootImage(const void* obj) const; |
| 518 | |
| 519 | // Return true if ptr is within the boot oat file. |
| 520 | bool IsInBootOatFile(const void* ptr) const; |
| 521 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 522 | // Get the index of the oat file associated with the object. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 523 | size_t GetOatIndex(mirror::Object* object) const REQUIRES_SHARED(Locks::mutator_lock_); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 524 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 525 | // The oat index for shared data in multi-image and all data in single-image compilation. |
| 526 | size_t GetDefaultOatIndex() const { |
| 527 | return 0u; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 528 | } |
| 529 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 530 | ImageInfo& GetImageInfo(size_t oat_index) { |
| 531 | return image_infos_[oat_index]; |
| 532 | } |
| 533 | |
| 534 | const ImageInfo& GetImageInfo(size_t oat_index) const { |
| 535 | return image_infos_[oat_index]; |
| 536 | } |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 537 | |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 538 | // Find an already strong interned string in the other images or in the boot image. Used to |
| 539 | // remove duplicates in the multi image and app image case. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 540 | mirror::String* FindInternedString(mirror::String* string) REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 541 | |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 542 | // Return true if there already exists a native allocation for an object. |
| 543 | bool NativeRelocationAssigned(void* ptr) const; |
| 544 | |
Mathieu Chartier | 8c19d24 | 2017-03-06 12:35:10 -0800 | [diff] [blame] | 545 | void CopyReference(mirror::HeapReference<mirror::Object>* dest, ObjPtr<mirror::Object> src) |
| 546 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 547 | |
| 548 | void CopyReference(mirror::CompressedReference<mirror::Object>* dest, ObjPtr<mirror::Object> src) |
| 549 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 550 | |
| 551 | void CopyAndFixupPointer(void** target, void* value); |
| 552 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 553 | const CompilerDriver& compiler_driver_; |
| 554 | |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 555 | // Beginning target image address for the first image. |
| 556 | uint8_t* global_image_begin_; |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 557 | |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 558 | // Offset from image_begin_ to where the first object is in image_. |
| 559 | size_t image_objects_offset_begin_; |
| 560 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 561 | // Pointer arrays that need to be updated. Since these are only some int and long arrays, we need |
| 562 | // to keep track. These include vtable arrays, iftable arrays, and dex caches. |
| 563 | std::unordered_map<mirror::PointerArray*, Bin> pointer_arrays_; |
| 564 | |
Mathieu Chartier | d39645e | 2015-06-09 17:50:29 -0700 | [diff] [blame] | 565 | // Saved hash codes. We use these to restore lockwords which were temporarily used to have |
| 566 | // forwarding addresses as well as copying over hash codes. |
| 567 | std::unordered_map<mirror::Object*, uint32_t> saved_hashcode_map_; |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 568 | |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 569 | // Oat index map for objects. |
| 570 | std::unordered_map<mirror::Object*, uint32_t> oat_index_map_; |
| 571 | |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 572 | // Boolean flags. |
Igor Murashkin | 4677476 | 2014-10-22 11:37:02 -0700 | [diff] [blame] | 573 | const bool compile_pic_; |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 574 | const bool compile_app_image_; |
| 575 | |
Mathieu Chartier | 2d72101 | 2014-11-10 11:08:06 -0800 | [diff] [blame] | 576 | // Size of pointers on the target architecture. |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 577 | PointerSize target_ptr_size_; |
Mathieu Chartier | 2d72101 | 2014-11-10 11:08:06 -0800 | [diff] [blame] | 578 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 579 | // Image data indexed by the oat file index. |
| 580 | dchecked_vector<ImageInfo> image_infos_; |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 581 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 582 | // ArtField, ArtMethod relocating map. These are allocated as array of structs but we want to |
| 583 | // have one entry per art field for convenience. ArtFields are placed right after the end of the |
| 584 | // image objects (aka sum of bin_slot_sizes_). ArtMethods are placed right after the ArtFields. |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 585 | struct NativeObjectRelocation { |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 586 | size_t oat_index; |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 587 | uintptr_t offset; |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 588 | NativeObjectRelocationType type; |
| 589 | |
| 590 | bool IsArtMethodRelocation() const { |
| 591 | return type == kNativeObjectRelocationTypeArtMethodClean || |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 592 | type == kNativeObjectRelocationTypeArtMethodDirty || |
| 593 | type == kNativeObjectRelocationTypeRuntimeMethod; |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 594 | } |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 595 | }; |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 596 | std::unordered_map<void*, NativeObjectRelocation> native_object_relocations_; |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 597 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 598 | // Runtime ArtMethods which aren't reachable from any Class but need to be copied into the image. |
| 599 | ArtMethod* image_methods_[ImageHeader::kImageMethodsCount]; |
| 600 | |
| 601 | // Counters for measurements, used for logging only. |
| 602 | uint64_t dirty_methods_; |
| 603 | uint64_t clean_methods_; |
Andreas Gampe | 245ee00 | 2014-12-04 21:25:04 -0800 | [diff] [blame] | 604 | |
Mathieu Chartier | a808bac | 2015-11-05 16:33:15 -0800 | [diff] [blame] | 605 | // Prune class memoization table to speed up ContainsBootClassLoaderNonImageClass. |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 606 | std::unordered_map<mirror::Class*, bool> prune_class_memo_; |
| 607 | |
Mathieu Chartier | 67ad20e | 2015-12-09 15:41:09 -0800 | [diff] [blame] | 608 | // Class loaders with a class table to write out. There should only be one class loader because |
| 609 | // dex2oat loads the dex files to be compiled into a single class loader. For the boot image, |
| 610 | // null is a valid entry. |
Mathieu Chartier | 208a5cb | 2015-12-02 15:44:07 -0800 | [diff] [blame] | 611 | std::unordered_set<mirror::ClassLoader*> class_loaders_; |
| 612 | |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 613 | // Which mode the image is stored as, see image.h |
| 614 | const ImageHeader::StorageMode image_storage_mode_; |
| 615 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 616 | // The file names of oat files. |
| 617 | const std::vector<const char*>& oat_filenames_; |
| 618 | |
| 619 | // Map of dex files to the indexes of oat files that they were compiled into. |
| 620 | const std::unordered_map<const DexFile*, size_t>& dex_file_oat_index_map_; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 621 | |
Vladimir Marko | ad06b98 | 2016-11-17 16:38:59 +0000 | [diff] [blame] | 622 | class ComputeLazyFieldsForClassesVisitor; |
| 623 | class FixupClassVisitor; |
| 624 | class FixupRootVisitor; |
| 625 | class FixupVisitor; |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 626 | class GetRootsVisitor; |
Mathieu Chartier | 8c19d24 | 2017-03-06 12:35:10 -0800 | [diff] [blame] | 627 | class ImageAddressVisitorForDexCacheArray; |
Vladimir Marko | ad06b98 | 2016-11-17 16:38:59 +0000 | [diff] [blame] | 628 | class NativeLocationVisitor; |
Vladimir Marko | c5798bf | 2016-12-09 10:20:54 +0000 | [diff] [blame] | 629 | class PruneClassesVisitor; |
| 630 | class PruneClassLoaderClassesVisitor; |
Mathieu Chartier | 8c19d24 | 2017-03-06 12:35:10 -0800 | [diff] [blame] | 631 | class RegisterBootClassPathClassesVisitor; |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 632 | class VisitReferencesVisitor; |
Vladimir Marko | ad06b98 | 2016-11-17 16:38:59 +0000 | [diff] [blame] | 633 | |
Mathieu Chartier | b7ea3ac | 2014-03-24 16:54:46 -0700 | [diff] [blame] | 634 | DISALLOW_COPY_AND_ASSIGN(ImageWriter); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 635 | }; |
| 636 | |
| 637 | } // namespace art |
| 638 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 639 | #endif // ART_COMPILER_IMAGE_WRITER_H_ |