Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2014 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef ART_RUNTIME_JIT_JIT_CODE_CACHE_H_ |
| 18 | #define ART_RUNTIME_JIT_JIT_CODE_CACHE_H_ |
| 19 | |
Andreas Gampe | f0f3c59 | 2018-06-26 13:28:00 -0700 | [diff] [blame] | 20 | #include <iosfwd> |
| 21 | #include <memory> |
| 22 | #include <set> |
| 23 | #include <string> |
| 24 | #include <unordered_set> |
| 25 | #include <vector> |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 26 | |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 27 | #include "base/arena_containers.h" |
Nicolas Geoffray | e32d24c | 2019-07-05 10:28:59 +0100 | [diff] [blame] | 28 | #include "base/array_ref.h" |
David Sehr | c431b9d | 2018-03-02 12:01:51 -0800 | [diff] [blame] | 29 | #include "base/atomic.h" |
Andreas Gampe | f0f3c59 | 2018-06-26 13:28:00 -0700 | [diff] [blame] | 30 | #include "base/histogram.h" |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 31 | #include "base/macros.h" |
Vladimir Marko | c34bebf | 2018-08-16 16:12:49 +0100 | [diff] [blame] | 32 | #include "base/mem_map.h" |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 33 | #include "base/mutex.h" |
David Sehr | 67bf42e | 2018-02-26 16:43:04 -0800 | [diff] [blame] | 34 | #include "base/safe_map.h" |
Nicolas Geoffray | 0d60a2b | 2020-06-17 14:31:56 +0100 | [diff] [blame] | 35 | #include "compilation_kind.h" |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 36 | #include "jit_memory_region.h" |
Vladimir Marko | e9fb3dc | 2021-03-10 12:17:53 +0000 | [diff] [blame] | 37 | #include "profiling_info.h" |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 38 | |
| 39 | namespace art { |
| 40 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 41 | class ArtMethod; |
Vladimir Marko | b0b68cf | 2017-11-14 18:11:50 +0000 | [diff] [blame] | 42 | template<class T> class Handle; |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 43 | class LinearAlloc; |
Nicolas Geoffray | e51ca8b | 2016-11-22 14:49:31 +0000 | [diff] [blame] | 44 | class InlineCache; |
Andreas Gampe | 5d08fcc | 2017-06-05 17:56:46 -0700 | [diff] [blame] | 45 | class IsMarkedVisitor; |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 46 | class JitJniStubTestHelper; |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 47 | class OatQuickMethodHeader; |
Vladimir Marko | b0b68cf | 2017-11-14 18:11:50 +0000 | [diff] [blame] | 48 | struct ProfileMethodInfo; |
Nicolas Geoffray | 26705e2 | 2015-10-28 12:50:11 +0000 | [diff] [blame] | 49 | class ProfilingInfo; |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 50 | class Thread; |
| 51 | |
| 52 | namespace gc { |
| 53 | namespace accounting { |
| 54 | template<size_t kAlignment> class MemoryRangeBitmap; |
| 55 | } // namespace accounting |
| 56 | } // namespace gc |
| 57 | |
| 58 | namespace mirror { |
| 59 | class Class; |
| 60 | class Object; |
| 61 | template<class T> class ObjectArray; |
| 62 | } // namespace mirror |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 63 | |
Vladimir Marko | b0b68cf | 2017-11-14 18:11:50 +0000 | [diff] [blame] | 64 | namespace gc { |
| 65 | namespace accounting { |
| 66 | template<size_t kAlignment> class MemoryRangeBitmap; |
| 67 | } // namespace accounting |
| 68 | } // namespace gc |
| 69 | |
| 70 | namespace mirror { |
| 71 | class Class; |
| 72 | class Object; |
| 73 | template<class T> class ObjectArray; |
| 74 | } // namespace mirror |
| 75 | |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 76 | namespace jit { |
| 77 | |
Nicolas Geoffray | ce9ed36 | 2018-11-29 03:19:28 +0000 | [diff] [blame] | 78 | class MarkCodeClosure; |
Orion Hodson | df1ab20 | 2019-06-02 16:45:03 +0100 | [diff] [blame] | 79 | |
Orion Hodson | 521ff98 | 2019-06-18 13:56:28 +0100 | [diff] [blame] | 80 | // Type of bitmap used for tracking live functions in the JIT code cache for the purposes |
| 81 | // of garbage collecting code. |
| 82 | using CodeCacheBitmap = gc::accounting::MemoryRangeBitmap<kJitCodeAccountingBytes>; |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 83 | |
Nicolas Geoffray | e3884e3 | 2019-10-28 17:04:49 +0000 | [diff] [blame] | 84 | // The state of profile-based compilation in the zygote. |
| 85 | // - kInProgress: JIT compilation is happening |
| 86 | // - kDone: JIT compilation is finished, and the zygote is preparing notifying |
| 87 | // the other processes. |
| 88 | // - kNotifiedOk: the zygote has notified the other processes, which can start |
| 89 | // sharing the boot image method mappings. |
| 90 | // - kNotifiedFailure: the zygote has notified the other processes, but they |
| 91 | // cannot share the boot image method mappings due to |
| 92 | // unexpected errors |
| 93 | enum class ZygoteCompilationState : uint8_t { |
| 94 | kInProgress = 0, |
| 95 | kDone = 1, |
| 96 | kNotifiedOk = 2, |
| 97 | kNotifiedFailure = 3, |
| 98 | }; |
| 99 | |
Nicolas Geoffray | e32d24c | 2019-07-05 10:28:59 +0100 | [diff] [blame] | 100 | // Class abstraction over a map of ArtMethod -> compiled code, where the |
| 101 | // ArtMethod are compiled by the zygote, and the map acts as a communication |
| 102 | // channel between the zygote and the other processes. |
| 103 | // For the zygote process, this map is the only map it is placing the compiled |
| 104 | // code. JitCodeCache.method_code_map_ is empty. |
| 105 | // |
| 106 | // This map is writable only by the zygote, and readable by all children. |
| 107 | class ZygoteMap { |
| 108 | public: |
Alex Light | b28e304 | 2020-03-06 13:02:46 -0800 | [diff] [blame] | 109 | struct Entry { |
| 110 | ArtMethod* method; |
| 111 | // Note we currently only allocate code in the low 4g, so we could just reserve 4 bytes |
| 112 | // for the code pointer. For simplicity and in the case we move to 64bit |
| 113 | // addresses for code, just keep it void* for now. |
| 114 | const void* code_ptr; |
| 115 | }; |
| 116 | |
Nicolas Geoffray | e3884e3 | 2019-10-28 17:04:49 +0000 | [diff] [blame] | 117 | explicit ZygoteMap(JitMemoryRegion* region) |
| 118 | : map_(), region_(region), compilation_state_(nullptr) {} |
Nicolas Geoffray | e32d24c | 2019-07-05 10:28:59 +0100 | [diff] [blame] | 119 | |
| 120 | // Initialize the data structure so it can hold `number_of_methods` mappings. |
| 121 | // Note that the map is fixed size and never grows. |
| 122 | void Initialize(uint32_t number_of_methods) REQUIRES(!Locks::jit_lock_); |
| 123 | |
| 124 | // Add the mapping method -> code. |
| 125 | void Put(const void* code, ArtMethod* method) REQUIRES(Locks::jit_lock_); |
| 126 | |
| 127 | // Return the code pointer for the given method. If pc is not zero, check that |
| 128 | // the pc falls into that code range. Return null otherwise. |
| 129 | const void* GetCodeFor(ArtMethod* method, uintptr_t pc = 0) const; |
| 130 | |
| 131 | // Return whether the map has associated code for the given method. |
| 132 | bool ContainsMethod(ArtMethod* method) const { |
| 133 | return GetCodeFor(method) != nullptr; |
| 134 | } |
| 135 | |
Nicolas Geoffray | e3884e3 | 2019-10-28 17:04:49 +0000 | [diff] [blame] | 136 | void SetCompilationState(ZygoteCompilationState state) { |
| 137 | region_->WriteData(compilation_state_, state); |
Nicolas Geoffray | 623d4f1 | 2019-09-30 13:45:51 +0100 | [diff] [blame] | 138 | } |
| 139 | |
Nicolas Geoffray | 8852e53 | 2019-10-30 09:43:35 +0000 | [diff] [blame] | 140 | bool IsCompilationDoneButNotNotified() const { |
| 141 | return compilation_state_ != nullptr && *compilation_state_ == ZygoteCompilationState::kDone; |
| 142 | } |
| 143 | |
Nicolas Geoffray | e3884e3 | 2019-10-28 17:04:49 +0000 | [diff] [blame] | 144 | bool IsCompilationNotified() const { |
Nicolas Geoffray | 8852e53 | 2019-10-30 09:43:35 +0000 | [diff] [blame] | 145 | return compilation_state_ != nullptr && *compilation_state_ > ZygoteCompilationState::kDone; |
Nicolas Geoffray | e3884e3 | 2019-10-28 17:04:49 +0000 | [diff] [blame] | 146 | } |
| 147 | |
| 148 | bool CanMapBootImageMethods() const { |
Nicolas Geoffray | 8852e53 | 2019-10-30 09:43:35 +0000 | [diff] [blame] | 149 | return compilation_state_ != nullptr && |
| 150 | *compilation_state_ == ZygoteCompilationState::kNotifiedOk; |
Nicolas Geoffray | 623d4f1 | 2019-09-30 13:45:51 +0100 | [diff] [blame] | 151 | } |
| 152 | |
Alex Light | b28e304 | 2020-03-06 13:02:46 -0800 | [diff] [blame] | 153 | ArrayRef<const Entry>::const_iterator cbegin() const { |
| 154 | return map_.cbegin(); |
| 155 | } |
| 156 | ArrayRef<const Entry>::iterator begin() { |
| 157 | return map_.begin(); |
| 158 | } |
| 159 | ArrayRef<const Entry>::const_iterator cend() const { |
| 160 | return map_.cend(); |
| 161 | } |
| 162 | ArrayRef<const Entry>::iterator end() { |
| 163 | return map_.end(); |
| 164 | } |
Nicolas Geoffray | e32d24c | 2019-07-05 10:28:59 +0100 | [diff] [blame] | 165 | |
Alex Light | b28e304 | 2020-03-06 13:02:46 -0800 | [diff] [blame] | 166 | private: |
Nicolas Geoffray | e32d24c | 2019-07-05 10:28:59 +0100 | [diff] [blame] | 167 | // The map allocated with `region_`. |
David Srbecky | 87fb032 | 2019-08-20 10:34:02 +0100 | [diff] [blame] | 168 | ArrayRef<const Entry> map_; |
Nicolas Geoffray | e32d24c | 2019-07-05 10:28:59 +0100 | [diff] [blame] | 169 | |
| 170 | // The region in which the map is allocated. |
| 171 | JitMemoryRegion* const region_; |
| 172 | |
Nicolas Geoffray | e3884e3 | 2019-10-28 17:04:49 +0000 | [diff] [blame] | 173 | // The current state of compilation in the zygote. Starts with kInProgress, |
| 174 | // and should end with kNotifiedOk or kNotifiedFailure. |
| 175 | const ZygoteCompilationState* compilation_state_; |
Nicolas Geoffray | 623d4f1 | 2019-09-30 13:45:51 +0100 | [diff] [blame] | 176 | |
Nicolas Geoffray | e32d24c | 2019-07-05 10:28:59 +0100 | [diff] [blame] | 177 | DISALLOW_COPY_AND_ASSIGN(ZygoteMap); |
| 178 | }; |
| 179 | |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 180 | class JitCodeCache { |
| 181 | public: |
Nicolas Geoffray | 0a3be16 | 2015-11-18 11:15:22 +0000 | [diff] [blame] | 182 | static constexpr size_t kMaxCapacity = 64 * MB; |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 183 | // Put the default to a very low amount for debug builds to stress the code cache |
| 184 | // collection. |
Nicolas Geoffray | 7ca4b77 | 2016-02-23 13:52:01 +0000 | [diff] [blame] | 185 | static constexpr size_t kInitialCapacity = kIsDebugBuild ? 8 * KB : 64 * KB; |
Nicolas Geoffray | 65b83d8 | 2016-02-22 13:14:04 +0000 | [diff] [blame] | 186 | |
| 187 | // By default, do not GC until reaching 256KB. |
| 188 | static constexpr size_t kReservedCapacity = kInitialCapacity * 4; |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 189 | |
Mathieu Chartier | bce416f | 2015-03-23 12:37:35 -0700 | [diff] [blame] | 190 | // Create the code cache with a code + data capacity equal to "capacity", error message is passed |
| 191 | // in the out arg error_msg. |
Nicolas Geoffray | c9de61c | 2018-11-27 17:34:31 +0000 | [diff] [blame] | 192 | static JitCodeCache* Create(bool used_only_for_profile_data, |
Orion Hodson | ad28f5e | 2018-10-17 09:08:17 +0100 | [diff] [blame] | 193 | bool rwx_memory_allowed, |
Nicolas Geoffray | c9de61c | 2018-11-27 17:34:31 +0000 | [diff] [blame] | 194 | bool is_zygote, |
Nicolas Geoffray | a25dce9 | 2016-01-12 16:41:10 +0000 | [diff] [blame] | 195 | std::string* error_msg); |
Vladimir Marko | b0b68cf | 2017-11-14 18:11:50 +0000 | [diff] [blame] | 196 | ~JitCodeCache(); |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 197 | |
Nicolas Geoffray | a48c3df | 2019-06-27 13:11:12 +0000 | [diff] [blame] | 198 | bool NotifyCompilationOf(ArtMethod* method, |
| 199 | Thread* self, |
Nicolas Geoffray | 0d60a2b | 2020-06-17 14:31:56 +0100 | [diff] [blame] | 200 | CompilationKind compilation_kind, |
Nicolas Geoffray | 60ef399 | 2020-08-07 07:49:57 +0000 | [diff] [blame] | 201 | bool prejit) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 202 | REQUIRES_SHARED(Locks::mutator_lock_) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 203 | REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 204 | |
Alex Light | dba6148 | 2016-12-21 08:20:29 -0800 | [diff] [blame] | 205 | void NotifyMethodRedefined(ArtMethod* method) |
| 206 | REQUIRES(Locks::mutator_lock_) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 207 | REQUIRES(!Locks::jit_lock_); |
Alex Light | dba6148 | 2016-12-21 08:20:29 -0800 | [diff] [blame] | 208 | |
Nicolas Geoffray | 07e3ca9 | 2016-03-11 09:57:57 +0000 | [diff] [blame] | 209 | // Notify to the code cache that the compiler wants to use the |
| 210 | // profiling info of `method` to drive optimizations, |
| 211 | // and therefore ensure the returned profiling info object is not |
| 212 | // collected. |
| 213 | ProfilingInfo* NotifyCompilerUse(ArtMethod* method, Thread* self) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 214 | REQUIRES_SHARED(Locks::mutator_lock_) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 215 | REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | b6e20ae | 2016-03-07 14:29:04 +0000 | [diff] [blame] | 216 | |
Nicolas Geoffray | 0d60a2b | 2020-06-17 14:31:56 +0100 | [diff] [blame] | 217 | void DoneCompiling(ArtMethod* method, Thread* self, CompilationKind compilation_kind) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 218 | REQUIRES_SHARED(Locks::mutator_lock_) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 219 | REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 220 | |
Nicolas Geoffray | 07e3ca9 | 2016-03-11 09:57:57 +0000 | [diff] [blame] | 221 | void DoneCompilerUse(ArtMethod* method, Thread* self) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 222 | REQUIRES_SHARED(Locks::mutator_lock_) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 223 | REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | b6e20ae | 2016-03-07 14:29:04 +0000 | [diff] [blame] | 224 | |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 225 | // Return true if the code cache contains this pc. |
| 226 | bool ContainsPc(const void* pc) const; |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 227 | |
Alex Light | 280e6c3 | 2020-03-03 13:52:07 -0800 | [diff] [blame] | 228 | // Return true if the code cache contains this pc in the private region (i.e. not from zygote). |
| 229 | bool PrivateRegionContainsPc(const void* pc) const; |
| 230 | |
Nicolas Geoffray | a5891e8 | 2015-11-06 14:18:27 +0000 | [diff] [blame] | 231 | // Return true if the code cache contains this method. |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 232 | bool ContainsMethod(ArtMethod* method) REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | a5891e8 | 2015-11-06 14:18:27 +0000 | [diff] [blame] | 233 | |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 234 | // Return the code pointer for a JNI-compiled stub if the method is in the cache, null otherwise. |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 235 | const void* GetJniStubCode(ArtMethod* method) REQUIRES(!Locks::jit_lock_); |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 236 | |
David Srbecky | adb66f9 | 2019-10-10 12:59:43 +0000 | [diff] [blame] | 237 | // Allocate a region for both code and data in the JIT code cache. |
| 238 | // The reserved memory is left completely uninitialized. |
| 239 | bool Reserve(Thread* self, |
| 240 | JitMemoryRegion* region, |
| 241 | size_t code_size, |
| 242 | size_t stack_map_size, |
| 243 | size_t number_of_roots, |
| 244 | ArtMethod* method, |
| 245 | /*out*/ArrayRef<const uint8_t>* reserved_code, |
| 246 | /*out*/ArrayRef<const uint8_t>* reserved_data) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 247 | REQUIRES_SHARED(Locks::mutator_lock_) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 248 | REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | 5550ca8 | 2015-08-21 18:38:30 +0100 | [diff] [blame] | 249 | |
David Srbecky | adb66f9 | 2019-10-10 12:59:43 +0000 | [diff] [blame] | 250 | // Initialize code and data of previously allocated memory. |
| 251 | // |
| 252 | // `cha_single_implementation_list` needs to be registered via CHA (if it's |
| 253 | // still valid), since the compiled code still needs to be invalidated if the |
| 254 | // single-implementation assumptions are violated later. This needs to be done |
| 255 | // even if `has_should_deoptimize_flag` is false, which can happen due to CHA |
| 256 | // guard elimination. |
| 257 | bool Commit(Thread* self, |
| 258 | JitMemoryRegion* region, |
| 259 | ArtMethod* method, |
| 260 | ArrayRef<const uint8_t> reserved_code, // Uninitialized destination. |
| 261 | ArrayRef<const uint8_t> code, // Compiler output (source). |
| 262 | ArrayRef<const uint8_t> reserved_data, // Uninitialized destination. |
| 263 | const std::vector<Handle<mirror::Object>>& roots, |
| 264 | ArrayRef<const uint8_t> stack_map, // Compiler output (source). |
David Srbecky | 41617b1 | 2020-03-18 21:19:06 +0000 | [diff] [blame] | 265 | const std::vector<uint8_t>& debug_info, |
| 266 | bool is_full_debug_info, |
Nicolas Geoffray | 0d60a2b | 2020-06-17 14:31:56 +0100 | [diff] [blame] | 267 | CompilationKind compilation_kind, |
David Srbecky | adb66f9 | 2019-10-10 12:59:43 +0000 | [diff] [blame] | 268 | bool has_should_deoptimize_flag, |
| 269 | const ArenaSet<ArtMethod*>& cha_single_implementation_list) |
| 270 | REQUIRES_SHARED(Locks::mutator_lock_) |
| 271 | REQUIRES(!Locks::jit_lock_); |
| 272 | |
| 273 | // Free the previously allocated memory regions. |
| 274 | void Free(Thread* self, JitMemoryRegion* region, const uint8_t* code, const uint8_t* data) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 275 | REQUIRES_SHARED(Locks::mutator_lock_) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 276 | REQUIRES(!Locks::jit_lock_); |
David Srbecky | 30fd851 | 2020-02-20 20:27:58 +0000 | [diff] [blame] | 277 | void FreeLocked(JitMemoryRegion* region, const uint8_t* code, const uint8_t* data) |
| 278 | REQUIRES_SHARED(Locks::mutator_lock_) |
| 279 | REQUIRES(Locks::jit_lock_); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 280 | |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 281 | // Perform a collection on the code cache. |
| 282 | void GarbageCollectCache(Thread* self) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 283 | REQUIRES(!Locks::jit_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 284 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 285 | |
Orion Hodson | 853fc2e | 2020-07-27 17:01:44 +0100 | [diff] [blame] | 286 | // Given the 'pc', try to find the JIT compiled code associated with it. 'method' may be null |
| 287 | // when LookupMethodHeader is called from MarkCodeClosure::Run() in debug builds. Return null |
| 288 | // if 'pc' is not in the code cache. |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 289 | OatQuickMethodHeader* LookupMethodHeader(uintptr_t pc, ArtMethod* method) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 290 | REQUIRES(!Locks::jit_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 291 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 292 | |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 293 | OatQuickMethodHeader* LookupOsrMethodHeader(ArtMethod* method) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 294 | REQUIRES(!Locks::jit_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 295 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 296 | |
Orion Hodson | eced692 | 2017-06-01 10:54:28 +0100 | [diff] [blame] | 297 | // Removes method from the cache for testing purposes. The caller |
| 298 | // must ensure that all threads are suspended and the method should |
| 299 | // not be in any thread's stack. |
| 300 | bool RemoveMethod(ArtMethod* method, bool release_memory) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 301 | REQUIRES(!Locks::jit_lock_) |
Orion Hodson | eced692 | 2017-06-01 10:54:28 +0100 | [diff] [blame] | 302 | REQUIRES(Locks::mutator_lock_); |
| 303 | |
Nicolas Geoffray | 26705e2 | 2015-10-28 12:50:11 +0000 | [diff] [blame] | 304 | // Remove all methods in our cache that were allocated by 'alloc'. |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 305 | void RemoveMethodsIn(Thread* self, const LinearAlloc& alloc) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 306 | REQUIRES(!Locks::jit_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 307 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 308 | |
Vladimir Marko | e9fb3dc | 2021-03-10 12:17:53 +0000 | [diff] [blame] | 309 | void CopyInlineCacheInto(const InlineCache& ic, |
| 310 | /*out*/StackHandleScope<InlineCache::kIndividualCacheSize>* classes) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 311 | REQUIRES(!Locks::jit_lock_) |
Nicolas Geoffray | e51ca8b | 2016-11-22 14:49:31 +0000 | [diff] [blame] | 312 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | b6e20ae | 2016-03-07 14:29:04 +0000 | [diff] [blame] | 313 | |
Nicolas Geoffray | 60ef399 | 2020-08-07 07:49:57 +0000 | [diff] [blame] | 314 | // Create a 'ProfileInfo' for 'method'. |
Nicolas Geoffray | 26705e2 | 2015-10-28 12:50:11 +0000 | [diff] [blame] | 315 | ProfilingInfo* AddProfilingInfo(Thread* self, |
| 316 | ArtMethod* method, |
Nicolas Geoffray | 60ef399 | 2020-08-07 07:49:57 +0000 | [diff] [blame] | 317 | const std::vector<uint32_t>& entries) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 318 | REQUIRES(!Locks::jit_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 319 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 26705e2 | 2015-10-28 12:50:11 +0000 | [diff] [blame] | 320 | |
Nicolas Geoffray | 0a3be16 | 2015-11-18 11:15:22 +0000 | [diff] [blame] | 321 | bool OwnsSpace(const void* mspace) const NO_THREAD_SAFETY_ANALYSIS { |
Nicolas Geoffray | a48c3df | 2019-06-27 13:11:12 +0000 | [diff] [blame] | 322 | return private_region_.OwnsSpace(mspace) || shared_region_.OwnsSpace(mspace); |
Nicolas Geoffray | 0a3be16 | 2015-11-18 11:15:22 +0000 | [diff] [blame] | 323 | } |
| 324 | |
| 325 | void* MoreCore(const void* mspace, intptr_t increment); |
| 326 | |
Calin Juravle | 9962962 | 2016-04-19 16:33:46 +0100 | [diff] [blame] | 327 | // Adds to `methods` all profiled methods which are part of any of the given dex locations. |
| 328 | void GetProfiledMethods(const std::set<std::string>& dex_base_locations, |
Calin Juravle | 940eb0c | 2017-01-30 19:30:44 -0800 | [diff] [blame] | 329 | std::vector<ProfileMethodInfo>& methods) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 330 | REQUIRES(!Locks::jit_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 331 | REQUIRES_SHARED(Locks::mutator_lock_); |
Calin Juravle | 31f2c15 | 2015-10-23 17:56:15 +0100 | [diff] [blame] | 332 | |
Nicolas Geoffray | 4ac0e15 | 2019-09-18 06:14:50 +0000 | [diff] [blame] | 333 | void InvalidateAllCompiledCode() |
| 334 | REQUIRES(!Locks::jit_lock_) |
| 335 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 336 | |
Nicolas Geoffray | b88d59e | 2016-02-17 11:31:49 +0000 | [diff] [blame] | 337 | void InvalidateCompiledCodeFor(ArtMethod* method, const OatQuickMethodHeader* code) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 338 | REQUIRES(!Locks::jit_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 339 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | b88d59e | 2016-02-17 11:31:49 +0000 | [diff] [blame] | 340 | |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 341 | void Dump(std::ostream& os) REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | bcd94c8 | 2016-03-03 13:23:33 +0000 | [diff] [blame] | 342 | |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 343 | bool IsOsrCompiled(ArtMethod* method) REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | 71cd50f | 2016-04-14 15:00:33 +0100 | [diff] [blame] | 344 | |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 345 | void SweepRootTables(IsMarkedVisitor* visitor) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 346 | REQUIRES(!Locks::jit_lock_) |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 347 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 348 | |
Nicolas Geoffray | e51ca8b | 2016-11-22 14:49:31 +0000 | [diff] [blame] | 349 | // The GC needs to disallow the reading of inline caches when it processes them, |
| 350 | // to avoid having a class being used while it is being deleted. |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 351 | void AllowInlineCacheAccess() REQUIRES(!Locks::jit_lock_); |
| 352 | void DisallowInlineCacheAccess() REQUIRES(!Locks::jit_lock_); |
| 353 | void BroadcastForInlineCacheAccess() REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | e51ca8b | 2016-11-22 14:49:31 +0000 | [diff] [blame] | 354 | |
Alex Light | dba6148 | 2016-12-21 08:20:29 -0800 | [diff] [blame] | 355 | // Notify the code cache that the method at the pointer 'old_method' is being moved to the pointer |
| 356 | // 'new_method' since it is being made obsolete. |
| 357 | void MoveObsoleteMethod(ArtMethod* old_method, ArtMethod* new_method) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 358 | REQUIRES(!Locks::jit_lock_) REQUIRES(Locks::mutator_lock_); |
Alex Light | dba6148 | 2016-12-21 08:20:29 -0800 | [diff] [blame] | 359 | |
Nicolas Geoffray | 226805d | 2018-12-14 10:59:02 +0000 | [diff] [blame] | 360 | // Dynamically change whether we want to garbage collect code. |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 361 | void SetGarbageCollectCode(bool value) REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | 169722b | 2017-02-27 14:01:59 +0000 | [diff] [blame] | 362 | |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 363 | bool GetGarbageCollectCode() REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | 226805d | 2018-12-14 10:59:02 +0000 | [diff] [blame] | 364 | |
| 365 | // Unsafe variant for debug checks. |
| 366 | bool GetGarbageCollectCodeUnsafe() const NO_THREAD_SAFETY_ANALYSIS { |
Alex Light | 2d441b1 | 2018-06-08 15:33:21 -0700 | [diff] [blame] | 367 | return garbage_collect_code_; |
| 368 | } |
Nicolas Geoffray | e32d24c | 2019-07-05 10:28:59 +0100 | [diff] [blame] | 369 | ZygoteMap* GetZygoteMap() { |
| 370 | return &zygote_map_; |
| 371 | } |
Alex Light | 2d441b1 | 2018-06-08 15:33:21 -0700 | [diff] [blame] | 372 | |
Nicolas Geoffray | 3238440 | 2019-07-17 20:06:44 +0100 | [diff] [blame] | 373 | // Fetch the code of a method that was JITted, but the JIT could not |
| 374 | // update its entrypoint due to the resolution trampoline. |
| 375 | const void* GetSavedEntryPointOfPreCompiledMethod(ArtMethod* method) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 376 | REQUIRES(!Locks::jit_lock_) |
Nicolas Geoffray | 7989ac9 | 2019-04-10 12:42:30 +0100 | [diff] [blame] | 377 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 378 | |
Nicolas Geoffray | c9de61c | 2018-11-27 17:34:31 +0000 | [diff] [blame] | 379 | void PostForkChildAction(bool is_system_server, bool is_zygote); |
| 380 | |
Nicolas Geoffray | 226805d | 2018-12-14 10:59:02 +0000 | [diff] [blame] | 381 | // Clear the entrypoints of JIT compiled methods that belong in the zygote space. |
| 382 | // This is used for removing non-debuggable JIT code at the point we realize the runtime |
Alex Light | b28e304 | 2020-03-06 13:02:46 -0800 | [diff] [blame] | 383 | // is debuggable. Also clear the Precompiled flag from all methods so the non-debuggable code |
| 384 | // doesn't come back. |
| 385 | void TransitionToDebuggable() REQUIRES(!Locks::jit_lock_) REQUIRES(Locks::mutator_lock_); |
Nicolas Geoffray | 226805d | 2018-12-14 10:59:02 +0000 | [diff] [blame] | 386 | |
Nicolas Geoffray | a48c3df | 2019-06-27 13:11:12 +0000 | [diff] [blame] | 387 | JitMemoryRegion* GetCurrentRegion(); |
| 388 | bool IsSharedRegion(const JitMemoryRegion& region) const { return ®ion == &shared_region_; } |
| 389 | bool CanAllocateProfilingInfo() { |
| 390 | // If we don't have a private region, we cannot allocate a profiling info. |
| 391 | // A shared region doesn't support in general GC objects, which a profiling info |
| 392 | // can reference. |
| 393 | JitMemoryRegion* region = GetCurrentRegion(); |
| 394 | return region->IsValid() && !IsSharedRegion(*region); |
| 395 | } |
Nicolas Geoffray | 7f7539b | 2019-06-06 16:20:54 +0100 | [diff] [blame] | 396 | |
Nicolas Geoffray | c76232e | 2020-03-18 11:23:33 +0000 | [diff] [blame] | 397 | // Return whether the given `ptr` is in the zygote executable memory space. |
| 398 | bool IsInZygoteExecSpace(const void* ptr) const { |
| 399 | return shared_region_.IsInExecSpace(ptr); |
| 400 | } |
| 401 | |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 402 | private: |
Nicolas Geoffray | c9de61c | 2018-11-27 17:34:31 +0000 | [diff] [blame] | 403 | JitCodeCache(); |
| 404 | |
Nicolas Geoffray | 26705e2 | 2015-10-28 12:50:11 +0000 | [diff] [blame] | 405 | ProfilingInfo* AddProfilingInfoInternal(Thread* self, |
| 406 | ArtMethod* method, |
| 407 | const std::vector<uint32_t>& entries) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 408 | REQUIRES(Locks::jit_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 409 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 26705e2 | 2015-10-28 12:50:11 +0000 | [diff] [blame] | 410 | |
Alex Light | 33b7b5d | 2018-08-07 19:13:51 +0000 | [diff] [blame] | 411 | // If a collection is in progress, wait for it to finish. Must be called with the mutator lock. |
| 412 | // The non-mutator lock version should be used if possible. This method will release then |
| 413 | // re-acquire the mutator lock. |
| 414 | void WaitForPotentialCollectionToCompleteRunnable(Thread* self) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 415 | REQUIRES(Locks::jit_lock_, !Roles::uninterruptible_) REQUIRES_SHARED(Locks::mutator_lock_); |
Alex Light | 33b7b5d | 2018-08-07 19:13:51 +0000 | [diff] [blame] | 416 | |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 417 | // If a collection is in progress, wait for it to finish. Return |
| 418 | // whether the thread actually waited. |
| 419 | bool WaitForPotentialCollectionToComplete(Thread* self) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 420 | REQUIRES(Locks::jit_lock_) REQUIRES(!Locks::mutator_lock_); |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 421 | |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 422 | // Remove CHA dependents and underlying allocations for entries in `method_headers`. |
| 423 | void FreeAllMethodHeaders(const std::unordered_set<OatQuickMethodHeader*>& method_headers) |
David Srbecky | 30fd851 | 2020-02-20 20:27:58 +0000 | [diff] [blame] | 424 | REQUIRES_SHARED(Locks::mutator_lock_) |
David Srbecky | 521644b | 2020-03-21 13:17:52 +0000 | [diff] [blame] | 425 | REQUIRES(Locks::jit_lock_) |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 426 | REQUIRES(!Locks::cha_lock_); |
| 427 | |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 428 | // Removes method from the cache. The caller must ensure that all threads |
| 429 | // are suspended and the method should not be in any thread's stack. |
| 430 | bool RemoveMethodLocked(ArtMethod* method, bool release_memory) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 431 | REQUIRES(Locks::jit_lock_) |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 432 | REQUIRES(Locks::mutator_lock_); |
| 433 | |
David Srbecky | 41617b1 | 2020-03-18 21:19:06 +0000 | [diff] [blame] | 434 | // Call given callback for every compiled method in the code cache. |
| 435 | void VisitAllMethods(const std::function<void(const void*, ArtMethod*)>& cb) |
| 436 | REQUIRES(Locks::jit_lock_); |
| 437 | |
Orion Hodson | 607624f | 2018-05-11 10:10:46 +0100 | [diff] [blame] | 438 | // Free code and data allocations for `code_ptr`. |
David Srbecky | 30fd851 | 2020-02-20 20:27:58 +0000 | [diff] [blame] | 439 | void FreeCodeAndData(const void* code_ptr) |
| 440 | REQUIRES(Locks::jit_lock_) |
| 441 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 442 | |
Nicolas Geoffray | a5891e8 | 2015-11-06 14:18:27 +0000 | [diff] [blame] | 443 | // Number of bytes allocated in the code cache. |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 444 | size_t CodeCacheSize() REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | b9f1af5 | 2018-11-16 10:30:29 +0000 | [diff] [blame] | 445 | |
| 446 | // Number of bytes allocated in the data cache. |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 447 | size_t DataCacheSize() REQUIRES(!Locks::jit_lock_); |
Nicolas Geoffray | b9f1af5 | 2018-11-16 10:30:29 +0000 | [diff] [blame] | 448 | |
| 449 | // Number of bytes allocated in the code cache. |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 450 | size_t CodeCacheSizeLocked() REQUIRES(Locks::jit_lock_); |
Nicolas Geoffray | a5891e8 | 2015-11-06 14:18:27 +0000 | [diff] [blame] | 451 | |
| 452 | // Number of bytes allocated in the data cache. |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 453 | size_t DataCacheSizeLocked() REQUIRES(Locks::jit_lock_); |
Nicolas Geoffray | a5891e8 | 2015-11-06 14:18:27 +0000 | [diff] [blame] | 454 | |
Nicolas Geoffray | 0a3be16 | 2015-11-18 11:15:22 +0000 | [diff] [blame] | 455 | // Notify all waiting threads that a collection is done. |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 456 | void NotifyCollectionDone(Thread* self) REQUIRES(Locks::jit_lock_); |
Nicolas Geoffray | 0a3be16 | 2015-11-18 11:15:22 +0000 | [diff] [blame] | 457 | |
Nicolas Geoffray | 62dd4e8 | 2020-05-10 15:00:56 +0100 | [diff] [blame] | 458 | // Return whether the code cache's capacity is at its maximum. |
| 459 | bool IsAtMaxCapacity() const REQUIRES(Locks::jit_lock_); |
| 460 | |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 461 | // Return whether we should do a full collection given the current state of the cache. |
| 462 | bool ShouldDoFullCollection() |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 463 | REQUIRES(Locks::jit_lock_) |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 464 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 465 | |
Nicolas Geoffray | 3512244 | 2016-03-02 12:05:30 +0000 | [diff] [blame] | 466 | void DoCollection(Thread* self, bool collect_profiling_info) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 467 | REQUIRES(!Locks::jit_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 468 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 8d37250 | 2016-02-23 13:56:43 +0000 | [diff] [blame] | 469 | |
Nicolas Geoffray | 9abb297 | 2016-03-04 14:32:59 +0000 | [diff] [blame] | 470 | void RemoveUnmarkedCode(Thread* self) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 471 | REQUIRES(!Locks::jit_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 472 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 8d37250 | 2016-02-23 13:56:43 +0000 | [diff] [blame] | 473 | |
| 474 | void MarkCompiledCodeOnThreadStacks(Thread* self) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 475 | REQUIRES(!Locks::jit_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 476 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 8d37250 | 2016-02-23 13:56:43 +0000 | [diff] [blame] | 477 | |
Nicolas Geoffray | b9f1af5 | 2018-11-16 10:30:29 +0000 | [diff] [blame] | 478 | CodeCacheBitmap* GetLiveBitmap() const { |
| 479 | return live_bitmap_.get(); |
| 480 | } |
| 481 | |
Nicolas Geoffray | ce9ed36 | 2018-11-29 03:19:28 +0000 | [diff] [blame] | 482 | bool IsInZygoteDataSpace(const void* ptr) const { |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 483 | return shared_region_.IsInDataSpace(ptr); |
Nicolas Geoffray | ce9ed36 | 2018-11-29 03:19:28 +0000 | [diff] [blame] | 484 | } |
| 485 | |
Nicolas Geoffray | e51ca8b | 2016-11-22 14:49:31 +0000 | [diff] [blame] | 486 | bool IsWeakAccessEnabled(Thread* self) const; |
| 487 | void WaitUntilInlineCacheAccessible(Thread* self) |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 488 | REQUIRES(!Locks::jit_lock_) |
Nicolas Geoffray | e51ca8b | 2016-11-22 14:49:31 +0000 | [diff] [blame] | 489 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 490 | |
Nicolas Geoffray | f8cc26e | 2020-06-10 15:37:37 +0100 | [diff] [blame] | 491 | // Record that `method` is being compiled with the given mode. |
Nicolas Geoffray | 0d60a2b | 2020-06-17 14:31:56 +0100 | [diff] [blame] | 492 | void AddMethodBeingCompiled(ArtMethod* method, CompilationKind compilation_kind) |
Nicolas Geoffray | f8cc26e | 2020-06-10 15:37:37 +0100 | [diff] [blame] | 493 | REQUIRES(Locks::jit_lock_); |
| 494 | |
| 495 | // Remove `method` from the list of methods meing compiled with the given mode. |
Nicolas Geoffray | 0d60a2b | 2020-06-17 14:31:56 +0100 | [diff] [blame] | 496 | void RemoveMethodBeingCompiled(ArtMethod* method, CompilationKind compilation_kind) |
Nicolas Geoffray | f8cc26e | 2020-06-10 15:37:37 +0100 | [diff] [blame] | 497 | REQUIRES(Locks::jit_lock_); |
| 498 | |
| 499 | // Return whether `method` is being compiled with the given mode. |
Nicolas Geoffray | 0d60a2b | 2020-06-17 14:31:56 +0100 | [diff] [blame] | 500 | bool IsMethodBeingCompiled(ArtMethod* method, CompilationKind compilation_kind) |
Nicolas Geoffray | f8cc26e | 2020-06-10 15:37:37 +0100 | [diff] [blame] | 501 | REQUIRES(Locks::jit_lock_); |
| 502 | |
| 503 | // Return whether `method` is being compiled in any mode. |
| 504 | bool IsMethodBeingCompiled(ArtMethod* method) REQUIRES(Locks::jit_lock_); |
| 505 | |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 506 | class JniStubKey; |
| 507 | class JniStubData; |
| 508 | |
Nicolas Geoffray | e51ca8b | 2016-11-22 14:49:31 +0000 | [diff] [blame] | 509 | // Whether the GC allows accessing weaks in inline caches. Note that this |
| 510 | // is not used by the concurrent collector, which uses |
| 511 | // Thread::SetWeakRefAccessEnabled instead. |
| 512 | Atomic<bool> is_weak_access_enabled_; |
| 513 | |
| 514 | // Condition to wait on for accessing inline caches. |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 515 | ConditionVariable inline_cache_cond_ GUARDED_BY(Locks::jit_lock_); |
Nicolas Geoffray | e51ca8b | 2016-11-22 14:49:31 +0000 | [diff] [blame] | 516 | |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 517 | // -------------- JIT memory regions ------------------------------------- // |
| 518 | |
| 519 | // Shared region, inherited from the zygote. |
| 520 | JitMemoryRegion shared_region_; |
| 521 | |
| 522 | // Process's own region. |
| 523 | JitMemoryRegion private_region_; |
| 524 | |
| 525 | // -------------- Global JIT maps --------------------------------------- // |
| 526 | |
| 527 | // Holds compiled code associated with the shorty for a JNI stub. |
| 528 | SafeMap<JniStubKey, JniStubData> jni_stubs_map_ GUARDED_BY(Locks::jit_lock_); |
| 529 | |
| 530 | // Holds compiled code associated to the ArtMethod. |
| 531 | SafeMap<const void*, ArtMethod*> method_code_map_ GUARDED_BY(Locks::jit_lock_); |
| 532 | |
Nicolas Geoffray | 3238440 | 2019-07-17 20:06:44 +0100 | [diff] [blame] | 533 | // Holds compiled code associated to the ArtMethod. Used when pre-jitting |
| 534 | // methods whose entrypoints have the resolution stub. |
| 535 | SafeMap<ArtMethod*, const void*> saved_compiled_methods_map_ GUARDED_BY(Locks::jit_lock_); |
| 536 | |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 537 | // Holds osr compiled code associated to the ArtMethod. |
| 538 | SafeMap<ArtMethod*, const void*> osr_code_map_ GUARDED_BY(Locks::jit_lock_); |
| 539 | |
| 540 | // ProfilingInfo objects we have allocated. |
Nicolas Geoffray | 095dc46 | 2020-08-17 16:40:28 +0100 | [diff] [blame] | 541 | SafeMap<ArtMethod*, ProfilingInfo*> profiling_infos_ GUARDED_BY(Locks::jit_lock_); |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 542 | |
Nicolas Geoffray | f8cc26e | 2020-06-10 15:37:37 +0100 | [diff] [blame] | 543 | // Methods we are currently compiling, one set for each kind of compilation. |
| 544 | std::set<ArtMethod*> current_optimized_compilations_ GUARDED_BY(Locks::jit_lock_); |
| 545 | std::set<ArtMethod*> current_osr_compilations_ GUARDED_BY(Locks::jit_lock_); |
| 546 | std::set<ArtMethod*> current_baseline_compilations_ GUARDED_BY(Locks::jit_lock_); |
| 547 | |
Nicolas Geoffray | e32d24c | 2019-07-05 10:28:59 +0100 | [diff] [blame] | 548 | // Methods that the zygote has compiled and can be shared across processes |
| 549 | // forked from the zygote. |
| 550 | ZygoteMap zygote_map_; |
| 551 | |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 552 | // -------------- JIT GC related data structures ----------------------- // |
| 553 | |
| 554 | // Condition to wait on during collection. |
| 555 | ConditionVariable lock_cond_ GUARDED_BY(Locks::jit_lock_); |
| 556 | |
| 557 | // Whether there is a code cache collection in progress. |
| 558 | bool collection_in_progress_ GUARDED_BY(Locks::jit_lock_); |
| 559 | |
| 560 | // Bitmap for collecting code and data. |
| 561 | std::unique_ptr<CodeCacheBitmap> live_bitmap_; |
| 562 | |
| 563 | // Whether the last collection round increased the code cache. |
| 564 | bool last_collection_increased_code_cache_ GUARDED_BY(Locks::jit_lock_); |
| 565 | |
| 566 | // Whether we can do garbage collection. Not 'const' as tests may override this. |
| 567 | bool garbage_collect_code_ GUARDED_BY(Locks::jit_lock_); |
| 568 | |
| 569 | // ---------------- JIT statistics -------------------------------------- // |
| 570 | |
Nicolas Geoffray | c473dc7 | 2020-07-03 15:04:21 +0100 | [diff] [blame] | 571 | // Number of baseline compilations done throughout the lifetime of the JIT. |
| 572 | size_t number_of_baseline_compilations_ GUARDED_BY(Locks::jit_lock_); |
| 573 | |
| 574 | // Number of optimized compilations done throughout the lifetime of the JIT. |
| 575 | size_t number_of_optimized_compilations_ GUARDED_BY(Locks::jit_lock_); |
Nicolas Geoffray | 2a905b2 | 2019-06-06 09:04:07 +0100 | [diff] [blame] | 576 | |
| 577 | // Number of compilations for on-stack-replacement done throughout the lifetime of the JIT. |
| 578 | size_t number_of_osr_compilations_ GUARDED_BY(Locks::jit_lock_); |
| 579 | |
| 580 | // Number of code cache collections done throughout the lifetime of the JIT. |
| 581 | size_t number_of_collections_ GUARDED_BY(Locks::jit_lock_); |
| 582 | |
| 583 | // Histograms for keeping track of stack map size statistics. |
| 584 | Histogram<uint64_t> histogram_stack_map_memory_use_ GUARDED_BY(Locks::jit_lock_); |
| 585 | |
| 586 | // Histograms for keeping track of code size statistics. |
| 587 | Histogram<uint64_t> histogram_code_memory_use_ GUARDED_BY(Locks::jit_lock_); |
| 588 | |
| 589 | // Histograms for keeping track of profiling info statistics. |
| 590 | Histogram<uint64_t> histogram_profiling_info_memory_use_ GUARDED_BY(Locks::jit_lock_); |
Nicolas Geoffray | c9de61c | 2018-11-27 17:34:31 +0000 | [diff] [blame] | 591 | |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 592 | friend class art::JitJniStubTestHelper; |
Calin Juravle | 016fcbe2 | 2018-05-03 19:47:35 -0700 | [diff] [blame] | 593 | friend class ScopedCodeCacheWrite; |
Nicolas Geoffray | ce9ed36 | 2018-11-29 03:19:28 +0000 | [diff] [blame] | 594 | friend class MarkCodeClosure; |
Calin Juravle | 016fcbe2 | 2018-05-03 19:47:35 -0700 | [diff] [blame] | 595 | |
Nicolas Geoffray | c9de61c | 2018-11-27 17:34:31 +0000 | [diff] [blame] | 596 | DISALLOW_COPY_AND_ASSIGN(JitCodeCache); |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 597 | }; |
| 598 | |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 599 | } // namespace jit |
| 600 | } // namespace art |
| 601 | |
| 602 | #endif // ART_RUNTIME_JIT_JIT_CODE_CACHE_H_ |