Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2014 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef ART_COMPILER_OPTIMIZING_INLINER_H_ |
| 18 | #define ART_COMPILER_OPTIMIZING_INLINER_H_ |
| 19 | |
Andreas Gampe | a5b09a6 | 2016-11-17 15:21:22 -0800 | [diff] [blame] | 20 | #include "dex_file_types.h" |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 21 | #include "invoke_type.h" |
| 22 | #include "optimization.h" |
| 23 | |
| 24 | namespace art { |
| 25 | |
Vladimir Marko | dc151b2 | 2015-10-15 18:02:30 +0100 | [diff] [blame] | 26 | class CodeGenerator; |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 27 | class CompilerDriver; |
| 28 | class DexCompilationUnit; |
| 29 | class HGraph; |
| 30 | class HInvoke; |
| 31 | class OptimizingCompilerStats; |
| 32 | |
| 33 | class HInliner : public HOptimization { |
| 34 | public: |
| 35 | HInliner(HGraph* outer_graph, |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 36 | HGraph* outermost_graph, |
Vladimir Marko | dc151b2 | 2015-10-15 18:02:30 +0100 | [diff] [blame] | 37 | CodeGenerator* codegen, |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 38 | const DexCompilationUnit& outer_compilation_unit, |
Nicolas Geoffray | 9437b78 | 2015-03-25 10:08:51 +0000 | [diff] [blame] | 39 | const DexCompilationUnit& caller_compilation_unit, |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 40 | CompilerDriver* compiler_driver, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 41 | VariableSizedHandleScope* handles, |
Nicolas Geoffray | ef87c5d | 2015-01-30 12:41:14 +0000 | [diff] [blame] | 42 | OptimizingCompilerStats* stats, |
Nicolas Geoffray | 5949fa0 | 2015-12-18 10:57:10 +0000 | [diff] [blame] | 43 | size_t total_number_of_dex_registers, |
| 44 | size_t depth) |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 45 | : HOptimization(outer_graph, kInlinerPassName, stats), |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 46 | outermost_graph_(outermost_graph), |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 47 | outer_compilation_unit_(outer_compilation_unit), |
Nicolas Geoffray | 9437b78 | 2015-03-25 10:08:51 +0000 | [diff] [blame] | 48 | caller_compilation_unit_(caller_compilation_unit), |
Vladimir Marko | dc151b2 | 2015-10-15 18:02:30 +0100 | [diff] [blame] | 49 | codegen_(codegen), |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 50 | compiler_driver_(compiler_driver), |
Nicolas Geoffray | 5949fa0 | 2015-12-18 10:57:10 +0000 | [diff] [blame] | 51 | total_number_of_dex_registers_(total_number_of_dex_registers), |
Nicolas Geoffray | 454a481 | 2015-06-09 10:37:32 +0100 | [diff] [blame] | 52 | depth_(depth), |
Nicolas Geoffray | e418dda | 2015-08-11 20:03:09 -0700 | [diff] [blame] | 53 | number_of_inlined_instructions_(0), |
Nicolas Geoffray | 454a481 | 2015-06-09 10:37:32 +0100 | [diff] [blame] | 54 | handles_(handles) {} |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 55 | |
| 56 | void Run() OVERRIDE; |
| 57 | |
Andreas Gampe | 7c3952f | 2015-02-19 18:21:24 -0800 | [diff] [blame] | 58 | static constexpr const char* kInlinerPassName = "inliner"; |
| 59 | |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 60 | private: |
Nicolas Geoffray | e418dda | 2015-08-11 20:03:09 -0700 | [diff] [blame] | 61 | bool TryInline(HInvoke* invoke_instruction); |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 62 | |
| 63 | // Try to inline `resolved_method` in place of `invoke_instruction`. `do_rtp` is whether |
Nicolas Geoffray | 55bd749 | 2016-02-16 15:37:12 +0000 | [diff] [blame] | 64 | // reference type propagation can run after the inlining. If the inlining is successful, this |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 65 | // method will replace and remove the `invoke_instruction`. If `cha_devirtualize` is true, |
| 66 | // a CHA guard needs to be added for the inlining. |
| 67 | bool TryInlineAndReplace(HInvoke* invoke_instruction, |
| 68 | ArtMethod* resolved_method, |
| 69 | bool do_rtp, |
| 70 | bool cha_devirtualize) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 71 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 72 | |
Nicolas Geoffray | 55bd749 | 2016-02-16 15:37:12 +0000 | [diff] [blame] | 73 | bool TryBuildAndInline(HInvoke* invoke_instruction, |
| 74 | ArtMethod* resolved_method, |
| 75 | HInstruction** return_replacement) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 76 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 55bd749 | 2016-02-16 15:37:12 +0000 | [diff] [blame] | 77 | |
| 78 | bool TryBuildAndInlineHelper(HInvoke* invoke_instruction, |
| 79 | ArtMethod* resolved_method, |
| 80 | bool same_dex_file, |
| 81 | HInstruction** return_replacement); |
| 82 | |
Roland Levillain | a3aef2e | 2016-04-06 17:45:58 +0100 | [diff] [blame] | 83 | // Run simple optimizations on `callee_graph`. |
| 84 | // Returns the number of inlined instructions. |
| 85 | size_t RunOptimizations(HGraph* callee_graph, |
| 86 | const DexFile::CodeItem* code_item, |
| 87 | const DexCompilationUnit& dex_compilation_unit); |
| 88 | |
Vladimir Marko | be10e8e | 2016-01-22 12:09:44 +0000 | [diff] [blame] | 89 | // Try to recognize known simple patterns and replace invoke call with appropriate instructions. |
Nicolas Geoffray | 55bd749 | 2016-02-16 15:37:12 +0000 | [diff] [blame] | 90 | bool TryPatternSubstitution(HInvoke* invoke_instruction, |
| 91 | ArtMethod* resolved_method, |
| 92 | HInstruction** return_replacement) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 93 | REQUIRES_SHARED(Locks::mutator_lock_); |
Vladimir Marko | be10e8e | 2016-01-22 12:09:44 +0000 | [diff] [blame] | 94 | |
| 95 | // Create a new HInstanceFieldGet. |
Vladimir Marko | 354efa6 | 2016-02-04 19:46:56 +0000 | [diff] [blame] | 96 | HInstanceFieldGet* CreateInstanceFieldGet(Handle<mirror::DexCache> dex_cache, |
Vladimir Marko | be10e8e | 2016-01-22 12:09:44 +0000 | [diff] [blame] | 97 | uint32_t field_index, |
| 98 | HInstruction* obj); |
| 99 | // Create a new HInstanceFieldSet. |
Vladimir Marko | 354efa6 | 2016-02-04 19:46:56 +0000 | [diff] [blame] | 100 | HInstanceFieldSet* CreateInstanceFieldSet(Handle<mirror::DexCache> dex_cache, |
Vladimir Marko | be10e8e | 2016-01-22 12:09:44 +0000 | [diff] [blame] | 101 | uint32_t field_index, |
| 102 | HInstruction* obj, |
| 103 | HInstruction* value); |
| 104 | |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 105 | // Try to inline the target of a monomorphic call. If successful, the code |
| 106 | // in the graph will look like: |
| 107 | // if (receiver.getClass() != ic.GetMonomorphicType()) deopt |
| 108 | // ... // inlined code |
| 109 | bool TryInlineMonomorphicCall(HInvoke* invoke_instruction, |
| 110 | ArtMethod* resolved_method, |
Nicolas Geoffray | e51ca8b | 2016-11-22 14:49:31 +0000 | [diff] [blame] | 111 | Handle<mirror::ObjectArray<mirror::Class>> classes) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 112 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 113 | |
Nicolas Geoffray | 916cc1d | 2016-02-18 11:12:31 +0000 | [diff] [blame] | 114 | // Try to inline targets of a polymorphic call. |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 115 | bool TryInlinePolymorphicCall(HInvoke* invoke_instruction, |
| 116 | ArtMethod* resolved_method, |
Nicolas Geoffray | e51ca8b | 2016-11-22 14:49:31 +0000 | [diff] [blame] | 117 | Handle<mirror::ObjectArray<mirror::Class>> classes) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 118 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 119 | |
Nicolas Geoffray | 916cc1d | 2016-02-18 11:12:31 +0000 | [diff] [blame] | 120 | bool TryInlinePolymorphicCallToSameTarget(HInvoke* invoke_instruction, |
| 121 | ArtMethod* resolved_method, |
Nicolas Geoffray | e51ca8b | 2016-11-22 14:49:31 +0000 | [diff] [blame] | 122 | Handle<mirror::ObjectArray<mirror::Class>> classes) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 123 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 916cc1d | 2016-02-18 11:12:31 +0000 | [diff] [blame] | 124 | |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 125 | // Try CHA-based devirtualization to change virtual method calls into |
| 126 | // direct calls. |
| 127 | // Returns the actual method that resolved_method can be devirtualized to. |
| 128 | ArtMethod* TryCHADevirtualization(ArtMethod* resolved_method) |
| 129 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 130 | |
| 131 | // Add a CHA guard for a CHA-based devirtualized call. A CHA guard checks a |
| 132 | // should_deoptimize flag and if it's true, does deoptimization. |
| 133 | void AddCHAGuard(HInstruction* invoke_instruction, |
| 134 | uint32_t dex_pc, |
| 135 | HInstruction* cursor, |
| 136 | HBasicBlock* bb_cursor); |
Nicolas Geoffray | 916cc1d | 2016-02-18 11:12:31 +0000 | [diff] [blame] | 137 | |
Nicolas Geoffray | a42363f | 2015-12-17 14:57:09 +0000 | [diff] [blame] | 138 | HInstanceFieldGet* BuildGetReceiverClass(ClassLinker* class_linker, |
| 139 | HInstruction* receiver, |
| 140 | uint32_t dex_pc) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 141 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | a42363f | 2015-12-17 14:57:09 +0000 | [diff] [blame] | 142 | |
David Brazdil | 94ab38f | 2016-06-21 17:48:19 +0100 | [diff] [blame] | 143 | void FixUpReturnReferenceType(ArtMethod* resolved_method, HInstruction* return_replacement) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 144 | REQUIRES_SHARED(Locks::mutator_lock_); |
David Brazdil | 94ab38f | 2016-06-21 17:48:19 +0100 | [diff] [blame] | 145 | |
| 146 | // Creates an instance of ReferenceTypeInfo from `klass` if `klass` is |
| 147 | // admissible (see ReferenceTypePropagation::IsAdmissible for details). |
| 148 | // Otherwise returns inexact Object RTI. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 149 | ReferenceTypeInfo GetClassRTI(mirror::Class* klass) REQUIRES_SHARED(Locks::mutator_lock_); |
David Brazdil | 94ab38f | 2016-06-21 17:48:19 +0100 | [diff] [blame] | 150 | |
| 151 | bool ArgumentTypesMoreSpecific(HInvoke* invoke_instruction, ArtMethod* resolved_method) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 152 | REQUIRES_SHARED(Locks::mutator_lock_); |
David Brazdil | 94ab38f | 2016-06-21 17:48:19 +0100 | [diff] [blame] | 153 | |
| 154 | bool ReturnTypeMoreSpecific(HInvoke* invoke_instruction, HInstruction* return_replacement) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 155 | REQUIRES_SHARED(Locks::mutator_lock_); |
Vladimir Marko | be10e8e | 2016-01-22 12:09:44 +0000 | [diff] [blame] | 156 | |
Nicolas Geoffray | 916cc1d | 2016-02-18 11:12:31 +0000 | [diff] [blame] | 157 | // Add a type guard on the given `receiver`. This will add to the graph: |
| 158 | // i0 = HFieldGet(receiver, klass) |
| 159 | // i1 = HLoadClass(class_index, is_referrer) |
| 160 | // i2 = HNotEqual(i0, i1) |
| 161 | // |
| 162 | // And if `with_deoptimization` is true: |
| 163 | // HDeoptimize(i2) |
| 164 | // |
| 165 | // The method returns the `HNotEqual`, that will be used for polymorphic inlining. |
| 166 | HInstruction* AddTypeGuard(HInstruction* receiver, |
| 167 | HInstruction* cursor, |
| 168 | HBasicBlock* bb_cursor, |
Andreas Gampe | a5b09a6 | 2016-11-17 15:21:22 -0800 | [diff] [blame] | 169 | dex::TypeIndex class_index, |
Nicolas Geoffray | 5687634 | 2016-12-16 16:09:08 +0000 | [diff] [blame] | 170 | mirror::Class* klass, |
Nicolas Geoffray | 916cc1d | 2016-02-18 11:12:31 +0000 | [diff] [blame] | 171 | HInstruction* invoke_instruction, |
| 172 | bool with_deoptimization) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 173 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 916cc1d | 2016-02-18 11:12:31 +0000 | [diff] [blame] | 174 | |
| 175 | /* |
| 176 | * Ad-hoc implementation for implementing a diamond pattern in the graph for |
| 177 | * polymorphic inlining: |
| 178 | * 1) `compare` becomes the input of the new `HIf`. |
| 179 | * 2) Everything up until `invoke_instruction` is in the then branch (could |
| 180 | * contain multiple blocks). |
| 181 | * 3) `invoke_instruction` is moved to the otherwise block. |
| 182 | * 4) If `return_replacement` is not null, the merge block will have |
| 183 | * a phi whose inputs are `return_replacement` and `invoke_instruction`. |
| 184 | * |
| 185 | * Before: |
| 186 | * Block1 |
| 187 | * compare |
| 188 | * ... |
| 189 | * invoke_instruction |
| 190 | * |
| 191 | * After: |
| 192 | * Block1 |
| 193 | * compare |
| 194 | * if |
| 195 | * / \ |
| 196 | * / \ |
| 197 | * Then block Otherwise block |
| 198 | * ... invoke_instruction |
| 199 | * \ / |
| 200 | * \ / |
| 201 | * Merge block |
| 202 | * phi(return_replacement, invoke_instruction) |
| 203 | */ |
| 204 | void CreateDiamondPatternForPolymorphicInline(HInstruction* compare, |
| 205 | HInstruction* return_replacement, |
| 206 | HInstruction* invoke_instruction); |
| 207 | |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 208 | HGraph* const outermost_graph_; |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 209 | const DexCompilationUnit& outer_compilation_unit_; |
Nicolas Geoffray | 9437b78 | 2015-03-25 10:08:51 +0000 | [diff] [blame] | 210 | const DexCompilationUnit& caller_compilation_unit_; |
Vladimir Marko | dc151b2 | 2015-10-15 18:02:30 +0100 | [diff] [blame] | 211 | CodeGenerator* const codegen_; |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 212 | CompilerDriver* const compiler_driver_; |
Nicolas Geoffray | 5949fa0 | 2015-12-18 10:57:10 +0000 | [diff] [blame] | 213 | const size_t total_number_of_dex_registers_; |
Nicolas Geoffray | ef87c5d | 2015-01-30 12:41:14 +0000 | [diff] [blame] | 214 | const size_t depth_; |
Nicolas Geoffray | e418dda | 2015-08-11 20:03:09 -0700 | [diff] [blame] | 215 | size_t number_of_inlined_instructions_; |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 216 | VariableSizedHandleScope* const handles_; |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 217 | |
| 218 | DISALLOW_COPY_AND_ASSIGN(HInliner); |
| 219 | }; |
| 220 | |
| 221 | } // namespace art |
| 222 | |
| 223 | #endif // ART_COMPILER_OPTIMIZING_INLINER_H_ |