blob: 69c26f0063ff05bb1a84c52b116027b838be3aeb [file] [log] [blame]
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Andreas Gampe53c913b2014-08-12 23:19:23 -070017#include "optimizing_compiler.h"
18
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010019#include <fstream>
Nicolas Geoffray787c3072014-03-17 10:20:19 +000020#include <stdint.h>
21
Mathieu Chartier3d21bdf2015-04-22 13:56:20 -070022#include "art_method-inl.h"
Mathieu Chartierb666f482015-02-18 14:33:14 -080023#include "base/arena_allocator.h"
David Brazdil5e8b1372015-01-23 14:39:08 +000024#include "base/dumpable.h"
25#include "base/timing_logger.h"
David Brazdil46e2a392015-03-16 17:31:52 +000026#include "boolean_simplifier.h"
Mingyao Yangf384f882014-10-22 16:08:18 -070027#include "bounds_check_elimination.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000028#include "builder.h"
29#include "code_generator.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000030#include "compiled_method.h"
Andreas Gampe53c913b2014-08-12 23:19:23 -070031#include "compiler.h"
Roland Levillain75be2832014-10-17 17:02:00 +010032#include "constant_folding.h"
33#include "dead_code_elimination.h"
Andreas Gampe71fb52f2014-12-29 17:43:08 -080034#include "dex/quick/dex_file_to_method_inliner_map.h"
Calin Juravlef1c6d9e2015-04-13 18:42:21 +010035#include "dex/verified_method.h"
36#include "dex/verification_results.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000037#include "driver/compiler_driver.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000038#include "driver/compiler_options.h"
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000039#include "driver/dex_compilation_unit.h"
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +000040#include "elf_writer_quick.h"
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010041#include "graph_visualizer.h"
Nicolas Geoffrayd31cf3d2014-09-08 17:30:24 +010042#include "gvn.h"
Nicolas Geoffraye53798a2014-12-01 10:31:54 +000043#include "inliner.h"
Nicolas Geoffray3c049742014-09-24 18:10:46 +010044#include "instruction_simplifier.h"
Andreas Gampe71fb52f2014-12-29 17:43:08 -080045#include "intrinsics.h"
Nicolas Geoffray82091da2015-01-26 10:02:45 +000046#include "licm.h"
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +000047#include "jni/quick/jni_compiler.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000048#include "nodes.h"
Nicolas Geoffray26a25ef2014-09-30 13:54:09 +010049#include "prepare_for_register_allocation.h"
Calin Juravlef1c6d9e2015-04-13 18:42:21 +010050#include "reference_type_propagation.h"
Nicolas Geoffraya7062e02014-05-22 12:50:17 +010051#include "register_allocator.h"
Nicolas Geoffray827eedb2015-01-26 15:18:36 +000052#include "side_effects_analysis.h"
Nicolas Geoffray31596742014-11-24 15:28:45 +000053#include "ssa_builder.h"
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +010054#include "ssa_phi_elimination.h"
Nicolas Geoffray804d0932014-05-02 08:46:00 +010055#include "ssa_liveness_analysis.h"
David Srbeckyc6b4dd82015-04-07 20:32:43 +010056#include "utils/assembler.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000057
58namespace art {
59
Nicolas Geoffray787c3072014-03-17 10:20:19 +000060/**
61 * Used by the code generator, to allocate the code in a vector.
62 */
63class CodeVectorAllocator FINAL : public CodeAllocator {
64 public:
Andreas Gampe7c3952f2015-02-19 18:21:24 -080065 CodeVectorAllocator() : size_(0) {}
Nicolas Geoffray787c3072014-03-17 10:20:19 +000066
67 virtual uint8_t* Allocate(size_t size) {
68 size_ = size;
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000069 memory_.resize(size);
Nicolas Geoffray787c3072014-03-17 10:20:19 +000070 return &memory_[0];
71 }
72
73 size_t GetSize() const { return size_; }
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000074 const std::vector<uint8_t>& GetMemory() const { return memory_; }
Nicolas Geoffray787c3072014-03-17 10:20:19 +000075
76 private:
77 std::vector<uint8_t> memory_;
78 size_t size_;
79
80 DISALLOW_COPY_AND_ASSIGN(CodeVectorAllocator);
81};
82
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010083/**
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010084 * Filter to apply to the visualizer. Methods whose name contain that filter will
David Brazdilee690a32014-12-01 17:04:16 +000085 * be dumped.
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010086 */
87static const char* kStringFilter = "";
88
David Brazdil809658e2015-02-05 11:34:02 +000089class PassInfo;
90
David Brazdil5e8b1372015-01-23 14:39:08 +000091class PassInfoPrinter : public ValueObject {
92 public:
93 PassInfoPrinter(HGraph* graph,
94 const char* method_name,
95 const CodeGenerator& codegen,
96 std::ostream* visualizer_output,
David Brazdil809658e2015-02-05 11:34:02 +000097 CompilerDriver* compiler_driver)
David Brazdil5e8b1372015-01-23 14:39:08 +000098 : method_name_(method_name),
David Brazdil809658e2015-02-05 11:34:02 +000099 timing_logger_enabled_(compiler_driver->GetDumpPasses()),
David Brazdil5e8b1372015-01-23 14:39:08 +0000100 timing_logger_(method_name, true, true),
David Brazdil809658e2015-02-05 11:34:02 +0000101 visualizer_enabled_(!compiler_driver->GetDumpCfgFileName().empty()),
David Brazdil62e074f2015-04-07 18:09:37 +0100102 visualizer_(visualizer_output, graph, codegen) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000103 if (strstr(method_name, kStringFilter) == nullptr) {
104 timing_logger_enabled_ = visualizer_enabled_ = false;
105 }
David Brazdil62e074f2015-04-07 18:09:37 +0100106 if (visualizer_enabled_) {
107 visualizer_.PrintHeader(method_name_);
108 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000109 }
110
David Brazdil5e8b1372015-01-23 14:39:08 +0000111 ~PassInfoPrinter() {
112 if (timing_logger_enabled_) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000113 LOG(INFO) << "TIMINGS " << method_name_;
114 LOG(INFO) << Dumpable<TimingLogger>(timing_logger_);
115 }
116 }
117
118 private:
David Brazdil809658e2015-02-05 11:34:02 +0000119 void StartPass(const char* pass_name) {
120 // Dump graph first, then start timer.
121 if (visualizer_enabled_) {
122 visualizer_.DumpGraph(pass_name, /* is_after_pass */ false);
123 }
124 if (timing_logger_enabled_) {
125 timing_logger_.StartTiming(pass_name);
126 }
127 }
128
129 void EndPass(const char* pass_name) {
130 // Pause timer first, then dump graph.
131 if (timing_logger_enabled_) {
132 timing_logger_.EndTiming();
133 }
134 if (visualizer_enabled_) {
135 visualizer_.DumpGraph(pass_name, /* is_after_pass */ true);
136 }
137 }
138
David Brazdil5e8b1372015-01-23 14:39:08 +0000139 const char* method_name_;
140
141 bool timing_logger_enabled_;
David Brazdil5e8b1372015-01-23 14:39:08 +0000142 TimingLogger timing_logger_;
143
144 bool visualizer_enabled_;
145 HGraphVisualizer visualizer_;
146
David Brazdil809658e2015-02-05 11:34:02 +0000147 friend PassInfo;
148
David Brazdil5e8b1372015-01-23 14:39:08 +0000149 DISALLOW_COPY_AND_ASSIGN(PassInfoPrinter);
150};
151
David Brazdil809658e2015-02-05 11:34:02 +0000152class PassInfo : public ValueObject {
153 public:
154 PassInfo(const char *pass_name, PassInfoPrinter* pass_info_printer)
155 : pass_name_(pass_name),
156 pass_info_printer_(pass_info_printer) {
157 pass_info_printer_->StartPass(pass_name_);
158 }
159
160 ~PassInfo() {
161 pass_info_printer_->EndPass(pass_name_);
162 }
163
164 private:
165 const char* const pass_name_;
166 PassInfoPrinter* const pass_info_printer_;
167};
168
Andreas Gampe53c913b2014-08-12 23:19:23 -0700169class OptimizingCompiler FINAL : public Compiler {
170 public:
171 explicit OptimizingCompiler(CompilerDriver* driver);
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100172 ~OptimizingCompiler();
Andreas Gampe53c913b2014-08-12 23:19:23 -0700173
174 bool CanCompileMethod(uint32_t method_idx, const DexFile& dex_file, CompilationUnit* cu) const
175 OVERRIDE;
176
177 CompiledMethod* Compile(const DexFile::CodeItem* code_item,
178 uint32_t access_flags,
179 InvokeType invoke_type,
180 uint16_t class_def_idx,
181 uint32_t method_idx,
182 jobject class_loader,
183 const DexFile& dex_file) const OVERRIDE;
184
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000185 CompiledMethod* TryCompile(const DexFile::CodeItem* code_item,
186 uint32_t access_flags,
187 InvokeType invoke_type,
188 uint16_t class_def_idx,
189 uint32_t method_idx,
190 jobject class_loader,
191 const DexFile& dex_file) const;
192
Andreas Gampe53c913b2014-08-12 23:19:23 -0700193 CompiledMethod* JniCompile(uint32_t access_flags,
194 uint32_t method_idx,
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000195 const DexFile& dex_file) const OVERRIDE {
196 return ArtQuickJniCompileMethod(GetCompilerDriver(), access_flags, method_idx, dex_file);
197 }
Andreas Gampe53c913b2014-08-12 23:19:23 -0700198
Mathieu Chartier3d21bdf2015-04-22 13:56:20 -0700199 uintptr_t GetEntryPointOf(ArtMethod* method) const OVERRIDE
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000200 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
201 return reinterpret_cast<uintptr_t>(method->GetEntryPointFromQuickCompiledCodePtrSize(
202 InstructionSetPointerSize(GetCompilerDriver()->GetInstructionSet())));
203 }
Andreas Gampe53c913b2014-08-12 23:19:23 -0700204
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000205 void InitCompilationUnit(CompilationUnit& cu) const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700206
David Brazdilee690a32014-12-01 17:04:16 +0000207 void Init() OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700208
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000209 void UnInit() const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700210
Calin Juravle2be39e02015-04-21 13:56:34 +0100211 void MaybeRecordStat(MethodCompilationStat compilation_stat) const {
212 if (compilation_stats_.get() != nullptr) {
213 compilation_stats_->RecordStat(compilation_stat);
214 }
215 }
216
Andreas Gampe53c913b2014-08-12 23:19:23 -0700217 private:
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100218 // Whether we should run any optimization or register allocation. If false, will
219 // just run the code generation after the graph was built.
220 const bool run_optimizations_;
Calin Juravle48c2b032014-12-09 18:11:36 +0000221
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000222 // Optimize and compile `graph`.
223 CompiledMethod* CompileOptimized(HGraph* graph,
224 CodeGenerator* codegen,
225 CompilerDriver* driver,
Calin Juravleacf735c2015-02-12 15:25:22 +0000226 const DexFile& dex_file,
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000227 const DexCompilationUnit& dex_compilation_unit,
David Brazdil5e8b1372015-01-23 14:39:08 +0000228 PassInfoPrinter* pass_info) const;
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000229
230 // Just compile without doing optimizations.
231 CompiledMethod* CompileBaseline(CodeGenerator* codegen,
232 CompilerDriver* driver,
233 const DexCompilationUnit& dex_compilation_unit) const;
234
Calin Juravle2be39e02015-04-21 13:56:34 +0100235 std::unique_ptr<OptimizingCompilerStats> compilation_stats_;
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100236
Andreas Gampe53c913b2014-08-12 23:19:23 -0700237 std::unique_ptr<std::ostream> visualizer_output_;
238
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000239 // Delegate to Quick in case the optimizing compiler cannot compile a method.
240 std::unique_ptr<Compiler> delegate_;
241
Andreas Gampe53c913b2014-08-12 23:19:23 -0700242 DISALLOW_COPY_AND_ASSIGN(OptimizingCompiler);
243};
244
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100245static const int kMaximumCompilationTimeBeforeWarning = 100; /* ms */
246
247OptimizingCompiler::OptimizingCompiler(CompilerDriver* driver)
248 : Compiler(driver, kMaximumCompilationTimeBeforeWarning),
249 run_optimizations_(
Nicolas Geoffraya3d90fb2015-03-16 13:55:40 +0000250 (driver->GetCompilerOptions().GetCompilerFilter() != CompilerOptions::kTime)
251 && !driver->GetCompilerOptions().GetDebuggable()),
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000252 delegate_(Create(driver, Compiler::Kind::kQuick)) {}
David Brazdilee690a32014-12-01 17:04:16 +0000253
254void OptimizingCompiler::Init() {
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000255 delegate_->Init();
David Brazdilee690a32014-12-01 17:04:16 +0000256 // Enable C1visualizer output. Must be done in Init() because the compiler
257 // driver is not fully initialized when passed to the compiler's constructor.
258 CompilerDriver* driver = GetCompilerDriver();
David Brazdil866c0312015-01-13 21:21:31 +0000259 const std::string cfg_file_name = driver->GetDumpCfgFileName();
260 if (!cfg_file_name.empty()) {
David Brazdilee690a32014-12-01 17:04:16 +0000261 CHECK_EQ(driver->GetThreadCount(), 1U)
262 << "Graph visualizer requires the compiler to run single-threaded. "
263 << "Invoke the compiler with '-j1'.";
David Brazdil866c0312015-01-13 21:21:31 +0000264 visualizer_output_.reset(new std::ofstream(cfg_file_name));
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100265 }
Calin Juravle2be39e02015-04-21 13:56:34 +0100266 if (driver->GetDumpStats()) {
267 compilation_stats_.reset(new OptimizingCompilerStats());
268 }
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100269}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000270
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000271void OptimizingCompiler::UnInit() const {
272 delegate_->UnInit();
273}
274
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100275OptimizingCompiler::~OptimizingCompiler() {
Calin Juravle2be39e02015-04-21 13:56:34 +0100276 if (compilation_stats_.get() != nullptr) {
277 compilation_stats_->Log();
278 }
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100279}
280
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000281void OptimizingCompiler::InitCompilationUnit(CompilationUnit& cu) const {
282 delegate_->InitCompilationUnit(cu);
283}
284
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +0000285bool OptimizingCompiler::CanCompileMethod(uint32_t method_idx ATTRIBUTE_UNUSED,
286 const DexFile& dex_file ATTRIBUTE_UNUSED,
287 CompilationUnit* cu ATTRIBUTE_UNUSED) const {
288 return true;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700289}
290
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000291static bool IsInstructionSetSupported(InstructionSet instruction_set) {
292 return instruction_set == kArm64
293 || (instruction_set == kThumb2 && !kArm32QuickCodeUseSoftFloat)
Roland Levillaina1935c42015-06-26 16:12:18 +0100294 || instruction_set == kMips64
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000295 || instruction_set == kX86
296 || instruction_set == kX86_64;
297}
298
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000299static bool CanOptimize(const DexFile::CodeItem& code_item) {
300 // TODO: We currently cannot optimize methods with try/catch.
301 return code_item.tries_size_ == 0;
302}
303
Calin Juravle10e244f2015-01-26 18:54:32 +0000304static void RunOptimizations(HOptimization* optimizations[],
305 size_t length,
David Brazdil809658e2015-02-05 11:34:02 +0000306 PassInfoPrinter* pass_info_printer) {
Calin Juravle10e244f2015-01-26 18:54:32 +0000307 for (size_t i = 0; i < length; ++i) {
308 HOptimization* optimization = optimizations[i];
David Brazdil809658e2015-02-05 11:34:02 +0000309 {
310 PassInfo pass_info(optimization->GetPassName(), pass_info_printer);
311 optimization->Run();
312 }
Calin Juravle10e244f2015-01-26 18:54:32 +0000313 optimization->Check();
314 }
315}
316
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000317static void RunOptimizations(HGraph* graph,
318 CompilerDriver* driver,
319 OptimizingCompilerStats* stats,
Calin Juravleacf735c2015-02-12 15:25:22 +0000320 const DexFile& dex_file,
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000321 const DexCompilationUnit& dex_compilation_unit,
Calin Juravleacf735c2015-02-12 15:25:22 +0000322 PassInfoPrinter* pass_info_printer,
323 StackHandleScopeCollection* handles) {
David Brazdile8ff50d2015-05-07 09:59:30 +0100324 HDeadCodeElimination dce1(graph, stats,
325 HDeadCodeElimination::kInitialDeadCodeEliminationPassName);
326 HDeadCodeElimination dce2(graph, stats,
327 HDeadCodeElimination::kFinalDeadCodeEliminationPassName);
Nicolas Geoffray9ee66182015-01-16 12:35:40 +0000328 HConstantFolding fold1(graph);
Calin Juravleacf735c2015-02-12 15:25:22 +0000329 InstructionSimplifier simplify1(graph, stats);
David Brazdil917f9ab2015-04-21 15:13:31 +0100330 HBooleanSimplifier boolean_simplify(graph);
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000331
Nicolas Geoffray9437b782015-03-25 10:08:51 +0000332 HInliner inliner(graph, dex_compilation_unit, dex_compilation_unit, driver, stats);
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000333
Alexandre Ramesb2a58472015-04-17 14:35:18 +0100334 HConstantFolding fold2(graph, "constant_folding_after_inlining");
Nicolas Geoffray86dde162015-01-26 12:54:33 +0000335 SideEffectsAnalysis side_effects(graph);
336 GVNOptimization gvn(graph, side_effects);
Nicolas Geoffray82091da2015-01-26 10:02:45 +0000337 LICM licm(graph, side_effects);
Mingyao Yangf384f882014-10-22 16:08:18 -0700338 BoundsCheckElimination bce(graph);
Calin Juravleacf735c2015-02-12 15:25:22 +0000339 ReferenceTypePropagation type_propagation(graph, dex_file, dex_compilation_unit, handles);
340 InstructionSimplifier simplify2(graph, stats, "instruction_simplifier_after_types");
Nicolas Geoffraya04e7b72015-06-18 15:46:47 +0100341 InstructionSimplifier simplify3(graph, stats, "instruction_simplifier_before_codegen");
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000342
Andreas Gampe71fb52f2014-12-29 17:43:08 -0800343 IntrinsicsRecognizer intrinsics(graph, dex_compilation_unit.GetDexFile(), driver);
344
Nicolas Geoffray31596742014-11-24 15:28:45 +0000345 HOptimization* optimizations[] = {
Andreas Gampe71fb52f2014-12-29 17:43:08 -0800346 &intrinsics,
Nicolas Geoffray9ee66182015-01-16 12:35:40 +0000347 &fold1,
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000348 &simplify1,
Nicolas Geoffray25fde612015-06-17 23:09:05 +0100349 &dce1,
David Brazdil917f9ab2015-04-21 15:13:31 +0100350 &inliner,
David Brazdil46e2a392015-03-16 17:31:52 +0000351 // BooleanSimplifier depends on the InstructionSimplifier removing redundant
352 // suspend checks to recognize empty blocks.
David Brazdil917f9ab2015-04-21 15:13:31 +0100353 &boolean_simplify,
Nicolas Geoffray9ee66182015-01-16 12:35:40 +0000354 &fold2,
Nicolas Geoffray86dde162015-01-26 12:54:33 +0000355 &side_effects,
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000356 &gvn,
Nicolas Geoffray82091da2015-01-26 10:02:45 +0000357 &licm,
Mingyao Yangf384f882014-10-22 16:08:18 -0700358 &bce,
Calin Juravle10e244f2015-01-26 18:54:32 +0000359 &type_propagation,
Calin Juravle8f20bdb2015-04-21 14:07:50 +0100360 &simplify2,
361 &dce2,
Nicolas Geoffraya04e7b72015-06-18 15:46:47 +0100362 // The codegen has a few assumptions that only the instruction simplifier can
363 // satisfy. For example, the code generator does not expect to see a
364 // HTypeConversion from a type to the same type.
365 &simplify3,
Nicolas Geoffray31596742014-11-24 15:28:45 +0000366 };
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000367
David Brazdil809658e2015-02-05 11:34:02 +0000368 RunOptimizations(optimizations, arraysize(optimizations), pass_info_printer);
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000369}
370
Nicolas Geoffray376b2bb2014-12-09 14:26:32 +0000371// The stack map we generate must be 4-byte aligned on ARM. Since existing
372// maps are generated alongside these stack maps, we must also align them.
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800373static ArrayRef<const uint8_t> AlignVectorSize(std::vector<uint8_t>& vector) {
Nicolas Geoffray376b2bb2014-12-09 14:26:32 +0000374 size_t size = vector.size();
375 size_t aligned_size = RoundUp(size, 4);
376 for (; size < aligned_size; ++size) {
377 vector.push_back(0);
378 }
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800379 return ArrayRef<const uint8_t>(vector);
Nicolas Geoffray376b2bb2014-12-09 14:26:32 +0000380}
381
Andreas Gampec2bcafe2015-04-10 10:49:32 -0700382static void AllocateRegisters(HGraph* graph,
383 CodeGenerator* codegen,
384 PassInfoPrinter* pass_info_printer) {
385 PrepareForRegisterAllocation(graph).Run();
Nicolas Geoffray0d9f17d2015-04-15 14:17:44 +0100386 SsaLivenessAnalysis liveness(graph, codegen);
Andreas Gampec2bcafe2015-04-10 10:49:32 -0700387 {
388 PassInfo pass_info(SsaLivenessAnalysis::kLivenessPassName, pass_info_printer);
389 liveness.Analyze();
390 }
391 {
392 PassInfo pass_info(RegisterAllocator::kRegisterAllocatorPassName, pass_info_printer);
393 RegisterAllocator(graph->GetArena(), codegen, liveness).AllocateRegisters();
394 }
395}
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000396
397CompiledMethod* OptimizingCompiler::CompileOptimized(HGraph* graph,
398 CodeGenerator* codegen,
399 CompilerDriver* compiler_driver,
Calin Juravleacf735c2015-02-12 15:25:22 +0000400 const DexFile& dex_file,
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000401 const DexCompilationUnit& dex_compilation_unit,
David Brazdil809658e2015-02-05 11:34:02 +0000402 PassInfoPrinter* pass_info_printer) const {
Calin Juravleacf735c2015-02-12 15:25:22 +0000403 StackHandleScopeCollection handles(Thread::Current());
Calin Juravle2be39e02015-04-21 13:56:34 +0100404 RunOptimizations(graph, compiler_driver, compilation_stats_.get(),
Calin Juravleacf735c2015-02-12 15:25:22 +0000405 dex_file, dex_compilation_unit, pass_info_printer, &handles);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000406
Andreas Gampec2bcafe2015-04-10 10:49:32 -0700407 AllocateRegisters(graph, codegen, pass_info_printer);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000408
409 CodeVectorAllocator allocator;
410 codegen->CompileOptimized(&allocator);
411
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100412 DefaultSrcMap src_mapping_table;
David Srbeckya26cb572015-04-22 18:57:06 -0700413 if (compiler_driver->GetCompilerOptions().GetGenerateDebugInfo()) {
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100414 codegen->BuildSourceMap(&src_mapping_table);
415 }
416
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000417 std::vector<uint8_t> stack_map;
418 codegen->BuildStackMaps(&stack_map);
419
Calin Juravle2be39e02015-04-21 13:56:34 +0100420 MaybeRecordStat(MethodCompilationStat::kCompiledOptimized);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000421
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100422 return CompiledMethod::SwapAllocCompiledMethod(
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000423 compiler_driver,
424 codegen->GetInstructionSet(),
425 ArrayRef<const uint8_t>(allocator.GetMemory()),
Roland Levillainaa9b7c42015-02-17 15:40:09 +0000426 // Follow Quick's behavior and set the frame size to zero if it is
427 // considered "empty" (see the definition of
428 // art::CodeGenerator::HasEmptyFrame).
429 codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(),
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000430 codegen->GetCoreSpillMask(),
Nicolas Geoffrayd97dc402015-01-22 13:50:01 +0000431 codegen->GetFpuSpillMask(),
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100432 &src_mapping_table,
433 ArrayRef<const uint8_t>(), // mapping_table.
434 ArrayRef<const uint8_t>(stack_map),
435 ArrayRef<const uint8_t>(), // native_gc_map.
436 ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()),
437 ArrayRef<const LinkerPatch>());
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000438}
439
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000440CompiledMethod* OptimizingCompiler::CompileBaseline(
441 CodeGenerator* codegen,
442 CompilerDriver* compiler_driver,
443 const DexCompilationUnit& dex_compilation_unit) const {
444 CodeVectorAllocator allocator;
445 codegen->CompileBaseline(&allocator);
446
447 std::vector<uint8_t> mapping_table;
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100448 codegen->BuildMappingTable(&mapping_table);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000449 DefaultSrcMap src_mapping_table;
David Srbeckya26cb572015-04-22 18:57:06 -0700450 if (compiler_driver->GetCompilerOptions().GetGenerateDebugInfo()) {
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100451 codegen->BuildSourceMap(&src_mapping_table);
452 }
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000453 std::vector<uint8_t> vmap_table;
454 codegen->BuildVMapTable(&vmap_table);
455 std::vector<uint8_t> gc_map;
456 codegen->BuildNativeGCMap(&gc_map, dex_compilation_unit);
457
Calin Juravle2be39e02015-04-21 13:56:34 +0100458 MaybeRecordStat(MethodCompilationStat::kCompiledBaseline);
Roland Levillainaa9b7c42015-02-17 15:40:09 +0000459 return CompiledMethod::SwapAllocCompiledMethod(
460 compiler_driver,
461 codegen->GetInstructionSet(),
462 ArrayRef<const uint8_t>(allocator.GetMemory()),
463 // Follow Quick's behavior and set the frame size to zero if it is
464 // considered "empty" (see the definition of
465 // art::CodeGenerator::HasEmptyFrame).
466 codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(),
467 codegen->GetCoreSpillMask(),
468 codegen->GetFpuSpillMask(),
469 &src_mapping_table,
470 AlignVectorSize(mapping_table),
471 AlignVectorSize(vmap_table),
472 AlignVectorSize(gc_map),
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100473 ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()),
474 ArrayRef<const LinkerPatch>());
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000475}
476
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000477CompiledMethod* OptimizingCompiler::TryCompile(const DexFile::CodeItem* code_item,
478 uint32_t access_flags,
479 InvokeType invoke_type,
480 uint16_t class_def_idx,
481 uint32_t method_idx,
482 jobject class_loader,
483 const DexFile& dex_file) const {
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700484 UNUSED(invoke_type);
David Brazdil5e8b1372015-01-23 14:39:08 +0000485 std::string method_name = PrettyMethod(method_idx, dex_file);
Calin Juravle2be39e02015-04-21 13:56:34 +0100486 MaybeRecordStat(MethodCompilationStat::kAttemptCompilation);
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000487 CompilerDriver* compiler_driver = GetCompilerDriver();
488 InstructionSet instruction_set = compiler_driver->GetInstructionSet();
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100489 // Always use the thumb2 assembler: some runtime functionality (like implicit stack
490 // overflow checks) assume thumb2.
491 if (instruction_set == kArm) {
492 instruction_set = kThumb2;
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100493 }
494
David Brazdil1ff04ab2015-06-26 16:58:14 +0100495 // `run_optimizations_` is set explicitly (either through a compiler filter
496 // or the debuggable flag). If it is set, we can run baseline. Otherwise, we
497 // fall back to Quick.
498 bool should_use_baseline = !run_optimizations_;
499 bool can_optimize = CanOptimize(*code_item);
500 if (!can_optimize && !should_use_baseline) {
501 // We know we will not compile this method. Bail out before doing any work.
502 return nullptr;
503 }
504
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100505 // Do not attempt to compile on architectures we do not support.
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000506 if (!IsInstructionSetSupported(instruction_set)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100507 MaybeRecordStat(MethodCompilationStat::kNotCompiledUnsupportedIsa);
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100508 return nullptr;
509 }
510
Nicolas Geoffrayb5f62b32014-10-30 10:58:41 +0000511 if (Compiler::IsPathologicalCase(*code_item, method_idx, dex_file)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100512 MaybeRecordStat(MethodCompilationStat::kNotCompiledPathological);
Nicolas Geoffrayb5f62b32014-10-30 10:58:41 +0000513 return nullptr;
514 }
515
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000516 // Implementation of the space filter: do not compile a code item whose size in
Nicolas Geoffray030f2af2015-07-17 11:11:09 +0100517 // code units is bigger than 128.
518 static constexpr size_t kSpaceFilterOptimizingThreshold = 128;
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000519 const CompilerOptions& compiler_options = compiler_driver->GetCompilerOptions();
520 if ((compiler_options.GetCompilerFilter() == CompilerOptions::kSpace)
521 && (code_item->insns_size_in_code_units_ > kSpaceFilterOptimizingThreshold)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100522 MaybeRecordStat(MethodCompilationStat::kNotCompiledSpaceFilter);
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000523 return nullptr;
524 }
525
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000526 DexCompilationUnit dex_compilation_unit(
527 nullptr, class_loader, art::Runtime::Current()->GetClassLinker(), dex_file, code_item,
Ian Rogers72d32622014-05-06 16:20:11 -0700528 class_def_idx, method_idx, access_flags,
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000529 compiler_driver->GetVerifiedMethod(&dex_file, method_idx));
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000530
Nicolas Geoffray579ea7d2015-03-24 17:28:38 +0000531 ArenaAllocator arena(Runtime::Current()->GetArenaPool());
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000532 HGraph* graph = new (&arena) HGraph(
Mathieu Chartier3d21bdf2015-04-22 13:56:20 -0700533 &arena, dex_file, method_idx, compiler_driver->GetInstructionSet(),
534 compiler_driver->GetCompilerOptions().GetDebuggable());
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000535
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000536 // For testing purposes, we put a special marker on method names that should be compiled
537 // with this compiler. This makes sure we're not regressing.
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000538 bool shouldCompile = method_name.find("$opt$") != std::string::npos;
Nicolas Geoffraya3d90fb2015-03-16 13:55:40 +0000539 bool shouldOptimize = method_name.find("$opt$reg$") != std::string::npos && run_optimizations_;
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000540
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000541 std::unique_ptr<CodeGenerator> codegen(
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000542 CodeGenerator::Create(graph,
543 instruction_set,
544 *compiler_driver->GetInstructionSetFeatures(),
545 compiler_driver->GetCompilerOptions()));
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000546 if (codegen.get() == nullptr) {
Zheng Xu5667fdb2014-10-23 18:29:55 +0800547 CHECK(!shouldCompile) << "Could not find code generator for optimizing compiler";
Calin Juravle2be39e02015-04-21 13:56:34 +0100548 MaybeRecordStat(MethodCompilationStat::kNotCompiledNoCodegen);
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000549 return nullptr;
550 }
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100551 codegen->GetAssembler()->cfi().SetEnabled(
David Srbeckya26cb572015-04-22 18:57:06 -0700552 compiler_driver->GetCompilerOptions().GetGenerateDebugInfo());
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000553
David Brazdil809658e2015-02-05 11:34:02 +0000554 PassInfoPrinter pass_info_printer(graph,
555 method_name.c_str(),
556 *codegen.get(),
557 visualizer_output_.get(),
558 compiler_driver);
David Brazdil5e8b1372015-01-23 14:39:08 +0000559
560 HGraphBuilder builder(graph,
561 &dex_compilation_unit,
562 &dex_compilation_unit,
563 &dex_file,
564 compiler_driver,
Calin Juravle2be39e02015-04-21 13:56:34 +0100565 compilation_stats_.get());
David Brazdil5e8b1372015-01-23 14:39:08 +0000566
567 VLOG(compiler) << "Building " << method_name;
568
David Brazdil809658e2015-02-05 11:34:02 +0000569 {
Andreas Gampe7c3952f2015-02-19 18:21:24 -0800570 PassInfo pass_info(HGraphBuilder::kBuilderPassName, &pass_info_printer);
David Brazdil809658e2015-02-05 11:34:02 +0000571 if (!builder.BuildGraph(*code_item)) {
Nicolas Geoffray20d60dd2015-06-25 10:01:47 +0100572 DCHECK(!(IsCompilingWithCoreImage() && shouldCompile))
573 << "Could not build graph in optimizing compiler";
David Brazdil809658e2015-02-05 11:34:02 +0000574 return nullptr;
575 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000576 }
Nicolas Geoffraya7062e02014-05-22 12:50:17 +0100577
Calin Juravle48c2b032014-12-09 18:11:36 +0000578 bool can_allocate_registers = RegisterAllocator::CanAllocateRegistersFor(*graph, instruction_set);
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000579
Calin Juravle48c2b032014-12-09 18:11:36 +0000580 if (run_optimizations_ && can_optimize && can_allocate_registers) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000581 VLOG(compiler) << "Optimizing " << method_name;
582
David Brazdil809658e2015-02-05 11:34:02 +0000583 {
Andreas Gampe7c3952f2015-02-19 18:21:24 -0800584 PassInfo pass_info(SsaBuilder::kSsaBuilderPassName, &pass_info_printer);
David Brazdil809658e2015-02-05 11:34:02 +0000585 if (!graph->TryBuildingSsa()) {
586 // We could not transform the graph to SSA, bailout.
587 LOG(INFO) << "Skipping compilation of " << method_name << ": it contains a non natural loop";
Calin Juravle2be39e02015-04-21 13:56:34 +0100588 MaybeRecordStat(MethodCompilationStat::kNotCompiledCannotBuildSSA);
David Brazdil809658e2015-02-05 11:34:02 +0000589 return nullptr;
590 }
Nicolas Geoffrayf5370122014-12-02 11:51:19 +0000591 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000592
593 return CompileOptimized(graph,
594 codegen.get(),
595 compiler_driver,
Calin Juravleacf735c2015-02-12 15:25:22 +0000596 dex_file,
David Brazdil5e8b1372015-01-23 14:39:08 +0000597 dex_compilation_unit,
David Brazdil809658e2015-02-05 11:34:02 +0000598 &pass_info_printer);
Nicolas Geoffray234d69d2015-03-09 10:28:50 +0000599 } else if (shouldOptimize && can_allocate_registers) {
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +0100600 LOG(FATAL) << "Could not allocate registers in optimizing compiler";
Zheng Xu5667fdb2014-10-23 18:29:55 +0800601 UNREACHABLE();
David Brazdil1ff04ab2015-06-26 16:58:14 +0100602 } else if (should_use_baseline) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000603 VLOG(compiler) << "Compile baseline " << method_name;
Calin Juravle48c2b032014-12-09 18:11:36 +0000604
605 if (!run_optimizations_) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100606 MaybeRecordStat(MethodCompilationStat::kNotOptimizedDisabled);
Calin Juravle48c2b032014-12-09 18:11:36 +0000607 } else if (!can_optimize) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100608 MaybeRecordStat(MethodCompilationStat::kNotOptimizedTryCatch);
Calin Juravle48c2b032014-12-09 18:11:36 +0000609 } else if (!can_allocate_registers) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100610 MaybeRecordStat(MethodCompilationStat::kNotOptimizedRegisterAllocator);
Calin Juravle48c2b032014-12-09 18:11:36 +0000611 }
612
David Brazdil5e8b1372015-01-23 14:39:08 +0000613 return CompileBaseline(codegen.get(), compiler_driver, dex_compilation_unit);
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000614 } else {
615 return nullptr;
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +0100616 }
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000617}
618
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000619CompiledMethod* OptimizingCompiler::Compile(const DexFile::CodeItem* code_item,
620 uint32_t access_flags,
621 InvokeType invoke_type,
622 uint16_t class_def_idx,
623 uint32_t method_idx,
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100624 jobject jclass_loader,
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000625 const DexFile& dex_file) const {
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100626 CompilerDriver* compiler_driver = GetCompilerDriver();
627 CompiledMethod* method = nullptr;
Nicolas Geoffray28676342015-06-24 15:53:03 +0100628 if (compiler_driver->IsMethodVerifiedWithoutFailures(method_idx, class_def_idx, dex_file) &&
629 !compiler_driver->GetVerifiedMethod(&dex_file, method_idx)->HasRuntimeThrow()) {
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100630 method = TryCompile(code_item, access_flags, invoke_type, class_def_idx,
631 method_idx, jclass_loader, dex_file);
632 } else {
633 if (compiler_driver->GetCompilerOptions().VerifyAtRuntime()) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100634 MaybeRecordStat(MethodCompilationStat::kNotCompiledVerifyAtRuntime);
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100635 } else {
Calin Juravle2be39e02015-04-21 13:56:34 +0100636 MaybeRecordStat(MethodCompilationStat::kNotCompiledClassNotVerified);
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100637 }
638 }
639
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000640 if (method != nullptr) {
641 return method;
642 }
Nicolas Geoffray12be74e2015-03-30 13:29:08 +0100643 method = delegate_->Compile(code_item, access_flags, invoke_type, class_def_idx, method_idx,
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100644 jclass_loader, dex_file);
Nicolas Geoffray12be74e2015-03-30 13:29:08 +0100645
646 if (method != nullptr) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100647 MaybeRecordStat(MethodCompilationStat::kCompiledQuick);
Nicolas Geoffray12be74e2015-03-30 13:29:08 +0100648 }
649 return method;
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000650}
651
Andreas Gampe53c913b2014-08-12 23:19:23 -0700652Compiler* CreateOptimizingCompiler(CompilerDriver* driver) {
653 return new OptimizingCompiler(driver);
654}
655
Nicolas Geoffray20d60dd2015-06-25 10:01:47 +0100656bool IsCompilingWithCoreImage() {
657 const std::string& image = Runtime::Current()->GetImageLocation();
658 return EndsWith(image, "core.art") || EndsWith(image, "core-optimizing.art");
659}
660
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000661} // namespace art