blob: cb27ded17a9a67bff1a956491b2b0aa58fab3532 [file] [log] [blame]
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +01001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "ssa_phi_elimination.h"
18
Vladimir Markoc9ef1682016-05-10 13:31:23 +010019#include "base/arena_bit_vector.h"
Vladimir Markof3612672017-10-10 10:38:16 +010020#include "base/scoped_arena_allocator.h"
21#include "base/scoped_arena_containers.h"
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +000022#include "base/bit_vector-inl.h"
David Brazdil809d70f2015-11-19 10:29:39 +000023
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +010024namespace art {
25
26void SsaDeadPhiElimination::Run() {
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +000027 MarkDeadPhis();
28 EliminateDeadPhis();
29}
30
31void SsaDeadPhiElimination::MarkDeadPhis() {
Vladimir Markof3612672017-10-10 10:38:16 +010032 // Use local allocator for allocating memory used by this optimization.
33 ScopedArenaAllocator allocator(graph_->GetArenaStack());
34
35 static constexpr size_t kDefaultWorklistSize = 8;
36 ScopedArenaVector<HPhi*> worklist(allocator.Adapter(kArenaAllocSsaPhiElimination));
37 worklist.reserve(kDefaultWorklistSize);
38
David Brazdil809d70f2015-11-19 10:29:39 +000039 // Phis are constructed live and should not be revived if previously marked
40 // dead. This algorithm temporarily breaks that invariant but we DCHECK that
41 // only phis which were initially live are revived.
Vladimir Markof3612672017-10-10 10:38:16 +010042 ScopedArenaSet<HPhi*> initially_live(allocator.Adapter(kArenaAllocSsaPhiElimination));
David Brazdil809d70f2015-11-19 10:29:39 +000043
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +010044 // Add to the worklist phis referenced by non-phi instructions.
Vladimir Marko2c45bc92016-10-25 16:54:12 +010045 for (HBasicBlock* block : graph_->GetReversePostOrder()) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -080046 for (HInstructionIterator inst_it(block->GetPhis()); !inst_it.Done(); inst_it.Advance()) {
47 HPhi* phi = inst_it.Current()->AsPhi();
David Brazdil809d70f2015-11-19 10:29:39 +000048 if (phi->IsDead()) {
49 continue;
50 }
51
David Brazdild9510df2015-11-04 23:30:22 +000052 bool keep_alive = (graph_->IsDebuggable() && phi->HasEnvironmentUses());
53 if (!keep_alive) {
Vladimir Marko46817b82016-03-29 12:21:58 +010054 for (const HUseListNode<HInstruction*>& use : phi->GetUses()) {
55 if (!use.GetUser()->IsPhi()) {
David Brazdild9510df2015-11-04 23:30:22 +000056 keep_alive = true;
57 break;
58 }
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +010059 }
60 }
David Brazdil809d70f2015-11-19 10:29:39 +000061
David Brazdild9510df2015-11-04 23:30:22 +000062 if (keep_alive) {
Vladimir Markof3612672017-10-10 10:38:16 +010063 worklist.push_back(phi);
David Brazdil809d70f2015-11-19 10:29:39 +000064 } else {
65 phi->SetDead();
66 if (kIsDebugBuild) {
67 initially_live.insert(phi);
68 }
69 }
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +010070 }
71 }
72
73 // Process the worklist by propagating liveness to phi inputs.
Vladimir Markof3612672017-10-10 10:38:16 +010074 while (!worklist.empty()) {
75 HPhi* phi = worklist.back();
76 worklist.pop_back();
Vladimir Marko372f10e2016-05-17 16:30:10 +010077 for (HInstruction* raw_input : phi->GetInputs()) {
78 HPhi* input = raw_input->AsPhi();
David Brazdil809d70f2015-11-19 10:29:39 +000079 if (input != nullptr && input->IsDead()) {
80 // Input is a dead phi. Revive it and add to the worklist. We make sure
81 // that the phi was not dead initially (see definition of `initially_live`).
82 DCHECK(ContainsElement(initially_live, input));
83 input->SetLive();
Vladimir Markof3612672017-10-10 10:38:16 +010084 worklist.push_back(input);
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +010085 }
86 }
87 }
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +000088}
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +010089
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +000090void SsaDeadPhiElimination::EliminateDeadPhis() {
Nicolas Geoffray3ac17fc2014-08-06 23:02:54 +010091 // Remove phis that are not live. Visit in post order so that phis
92 // that are not inputs of loop phis can be removed when they have
93 // no users left (dead phis might use dead phis).
Vladimir Marko2c45bc92016-10-25 16:54:12 +010094 for (HBasicBlock* block : graph_->GetPostOrder()) {
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +010095 HInstruction* current = block->GetFirstPhi();
96 HInstruction* next = nullptr;
David Brazdil1abb4192015-02-17 18:33:36 +000097 HPhi* phi;
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +010098 while (current != nullptr) {
David Brazdil1abb4192015-02-17 18:33:36 +000099 phi = current->AsPhi();
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +0100100 next = current->GetNext();
David Brazdil1abb4192015-02-17 18:33:36 +0000101 if (phi->IsDead()) {
102 // Make sure the phi is only used by other dead phis.
103 if (kIsDebugBuild) {
Vladimir Marko46817b82016-03-29 12:21:58 +0100104 for (const HUseListNode<HInstruction*>& use : phi->GetUses()) {
105 HInstruction* user = use.GetUser();
David Brazdild9510df2015-11-04 23:30:22 +0000106 DCHECK(user->IsLoopHeaderPhi());
107 DCHECK(user->AsPhi()->IsDead());
Nicolas Geoffray3ac17fc2014-08-06 23:02:54 +0100108 }
109 }
David Brazdil1abb4192015-02-17 18:33:36 +0000110 // Remove the phi from use lists of its inputs.
Vladimir Marko372f10e2016-05-17 16:30:10 +0100111 phi->RemoveAsUserOfAllInputs();
David Brazdil1abb4192015-02-17 18:33:36 +0000112 // Remove the phi from environments that use it.
Vladimir Marko46817b82016-03-29 12:21:58 +0100113 for (const HUseListNode<HEnvironment*>& use : phi->GetEnvUses()) {
114 HEnvironment* user = use.GetUser();
115 user->SetRawEnvAt(use.GetIndex(), nullptr);
David Brazdil1abb4192015-02-17 18:33:36 +0000116 }
117 // Delete it from the instruction list.
118 block->RemovePhi(phi, /*ensure_safety=*/ false);
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +0100119 }
120 current = next;
121 }
122 }
123}
124
125void SsaRedundantPhiElimination::Run() {
Vladimir Markof3612672017-10-10 10:38:16 +0100126 // Use local allocator for allocating memory used by this optimization.
127 ScopedArenaAllocator allocator(graph_->GetArenaStack());
128
129 static constexpr size_t kDefaultWorklistSize = 8;
130 ScopedArenaVector<HPhi*> worklist(allocator.Adapter(kArenaAllocSsaPhiElimination));
131 worklist.reserve(kDefaultWorklistSize);
132
David Brazdil77b022d2015-08-19 14:17:31 +0100133 // Add all phis in the worklist. Order does not matter for correctness, and
134 // neither will necessarily converge faster.
Vladimir Marko2c45bc92016-10-25 16:54:12 +0100135 for (HBasicBlock* block : graph_->GetReversePostOrder()) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800136 for (HInstructionIterator inst_it(block->GetPhis()); !inst_it.Done(); inst_it.Advance()) {
Vladimir Markof3612672017-10-10 10:38:16 +0100137 worklist.push_back(inst_it.Current()->AsPhi());
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +0100138 }
139 }
140
Vladimir Markof3612672017-10-10 10:38:16 +0100141 ArenaBitVector visited_phis_in_cycle(&allocator,
Vladimir Markoc9ef1682016-05-10 13:31:23 +0100142 graph_->GetCurrentInstructionId(),
143 /* expandable */ false,
144 kArenaAllocSsaPhiElimination);
Vladimir Markof3612672017-10-10 10:38:16 +0100145 visited_phis_in_cycle.ClearAllBits();
146 ScopedArenaVector<HPhi*> cycle_worklist(allocator.Adapter(kArenaAllocSsaPhiElimination));
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000147
Vladimir Markof3612672017-10-10 10:38:16 +0100148 while (!worklist.empty()) {
149 HPhi* phi = worklist.back();
150 worklist.pop_back();
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +0100151
152 // If the phi has already been processed, continue.
153 if (!phi->IsInBlock()) {
154 continue;
155 }
156
Nicolas Geoffray05b3fa02016-05-04 12:05:56 +0100157 // If the phi is dead, we know we won't revive it and it will be removed,
158 // so don't process it.
159 if (phi->IsDead()) {
David Brazdilffee3d32015-07-06 11:48:53 +0100160 continue;
161 }
162
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000163 HInstruction* candidate = nullptr;
Vladimir Markoc9ef1682016-05-10 13:31:23 +0100164 visited_phis_in_cycle.ClearAllBits();
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000165 cycle_worklist.clear();
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +0100166
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000167 cycle_worklist.push_back(phi);
Vladimir Markoc9ef1682016-05-10 13:31:23 +0100168 visited_phis_in_cycle.SetBit(phi->GetId());
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000169 bool catch_phi_in_cycle = phi->IsCatchPhi();
Nicolas Geoffray15bd2282016-01-05 15:55:41 +0000170 bool irreducible_loop_phi_in_cycle = phi->IsIrreducibleLoopHeaderPhi();
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000171
172 // First do a simple loop over inputs and check if they are all the same.
Vladimir Marko372f10e2016-05-17 16:30:10 +0100173 for (HInstruction* input : phi->GetInputs()) {
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000174 if (input == phi) {
175 continue;
176 } else if (candidate == nullptr) {
177 candidate = input;
178 } else if (candidate != input) {
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +0100179 candidate = nullptr;
180 break;
181 }
182 }
183
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000184 // If we haven't found a candidate, check for a phi cycle. Note that we need to detect
185 // such cycles to avoid having reference and non-reference equivalents. We check this
186 // invariant in the graph checker.
187 if (candidate == nullptr) {
188 // We iterate over the array as long as it grows.
189 for (size_t i = 0; i < cycle_worklist.size(); ++i) {
190 HPhi* current = cycle_worklist[i];
191 DCHECK(!current->IsLoopHeaderPhi() ||
192 current->GetBlock()->IsLoopPreHeaderFirstPredecessor());
193
Vladimir Marko372f10e2016-05-17 16:30:10 +0100194 for (HInstruction* input : current->GetInputs()) {
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000195 if (input == current) {
196 continue;
197 } else if (input->IsPhi()) {
Vladimir Markoc9ef1682016-05-10 13:31:23 +0100198 if (!visited_phis_in_cycle.IsBitSet(input->GetId())) {
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000199 cycle_worklist.push_back(input->AsPhi());
Vladimir Markoc9ef1682016-05-10 13:31:23 +0100200 visited_phis_in_cycle.SetBit(input->GetId());
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000201 catch_phi_in_cycle |= input->AsPhi()->IsCatchPhi();
Nicolas Geoffray15bd2282016-01-05 15:55:41 +0000202 irreducible_loop_phi_in_cycle |= input->IsIrreducibleLoopHeaderPhi();
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000203 } else {
204 // Already visited, nothing to do.
205 }
206 } else if (candidate == nullptr) {
207 candidate = input;
208 } else if (candidate != input) {
209 candidate = nullptr;
210 // Clear the cycle worklist to break out of the outer loop.
211 cycle_worklist.clear();
212 break;
213 }
214 }
215 }
216 }
217
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +0100218 if (candidate == nullptr) {
219 continue;
220 }
221
Nicolas Geoffray15bd2282016-01-05 15:55:41 +0000222 if (irreducible_loop_phi_in_cycle && !candidate->IsConstant()) {
223 // For irreducible loops, we need to keep the phis to satisfy our linear scan
224 // algorithm.
225 // There is one exception for constants, as the type propagation requires redundant
226 // cyclic phis of a constant to be removed. This is ok for the linear scan as it
227 // has to deal with constants anyway, and they can trivially be rematerialized.
228 continue;
229 }
230
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000231 for (HPhi* current : cycle_worklist) {
232 // The candidate may not dominate a phi in a catch block: there may be non-throwing
233 // instructions at the beginning of a try range, that may be the first input of
234 // catch phis.
235 // TODO(dbrazdil): Remove this situation by moving those non-throwing instructions
236 // before the try entry.
237 if (catch_phi_in_cycle) {
238 if (!candidate->StrictlyDominates(current)) {
239 continue;
240 }
241 } else {
242 DCHECK(candidate->StrictlyDominates(current));
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +0100243 }
David Brazdil77b022d2015-08-19 14:17:31 +0100244
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000245 // Because we're updating the users of this phi, we may have new candidates
246 // for elimination. Add phis that use this phi to the worklist.
Vladimir Marko46817b82016-03-29 12:21:58 +0100247 for (const HUseListNode<HInstruction*>& use : current->GetUses()) {
248 HInstruction* user = use.GetUser();
Vladimir Markoc9ef1682016-05-10 13:31:23 +0100249 if (user->IsPhi() && !visited_phis_in_cycle.IsBitSet(user->GetId())) {
Vladimir Markof3612672017-10-10 10:38:16 +0100250 worklist.push_back(user->AsPhi());
Nicolas Geoffrayf5f64ef2015-12-15 14:11:59 +0000251 }
252 }
253 DCHECK(candidate->StrictlyDominates(current));
254 current->ReplaceWith(candidate);
255 current->GetBlock()->RemovePhi(current);
256 }
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +0100257 }
258}
259
260} // namespace art