blob: ba7012ab1a5b6c8ee862615ac4ef4662888579c2 [file] [log] [blame]
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Andreas Gampe53c913b2014-08-12 23:19:23 -070017#include "optimizing_compiler.h"
18
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010019#include <fstream>
David Srbecky5cc349f2015-12-18 15:04:48 +000020#include <memory>
Andreas Gampea0d81af2016-10-27 12:04:57 -070021#include <sstream>
22
Nicolas Geoffray787c3072014-03-17 10:20:19 +000023#include <stdint.h>
24
Andreas Gampe9186ced2016-12-12 14:28:21 -080025#include "android-base/strings.h"
26
Aart Bikd1c40452016-03-02 16:06:13 -080027#ifdef ART_ENABLE_CODEGEN_arm
Vladimir Markob4536b72015-11-24 13:45:23 +000028#include "dex_cache_array_fixups_arm.h"
29#endif
30
31#ifdef ART_ENABLE_CODEGEN_arm64
Alexandre Rames44b9cf92015-08-19 15:39:06 +010032#include "instruction_simplifier_arm64.h"
33#endif
34
Alexey Frunzee3fb2452016-05-10 16:08:05 -070035#ifdef ART_ENABLE_CODEGEN_mips
36#include "dex_cache_array_fixups_mips.h"
37#include "pc_relative_fixups_mips.h"
38#endif
39
Mark Mendell0616ae02015-04-17 12:49:27 -040040#ifdef ART_ENABLE_CODEGEN_x86
Vladimir Marko0f7dca42015-11-02 14:36:43 +000041#include "pc_relative_fixups_x86.h"
Mark Mendell0616ae02015-04-17 12:49:27 -040042#endif
43
Mark Mendellee8d9712016-07-12 11:13:15 -040044#if defined(ART_ENABLE_CODEGEN_x86) || defined(ART_ENABLE_CODEGEN_x86_64)
45#include "x86_memory_gen.h"
46#endif
47
Mathieu Chartiere401d142015-04-22 13:56:20 -070048#include "art_method-inl.h"
Mathieu Chartierb666f482015-02-18 14:33:14 -080049#include "base/arena_allocator.h"
Vladimir Markof9f64412015-09-02 14:05:49 +010050#include "base/arena_containers.h"
David Brazdil5e8b1372015-01-23 14:39:08 +000051#include "base/dumpable.h"
Vladimir Markoc90d7c72015-10-06 17:30:45 +000052#include "base/macros.h"
Andreas Gampea0d81af2016-10-27 12:04:57 -070053#include "base/mutex.h"
David Brazdil5e8b1372015-01-23 14:39:08 +000054#include "base/timing_logger.h"
Mingyao Yangf384f882014-10-22 16:08:18 -070055#include "bounds_check_elimination.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000056#include "builder.h"
57#include "code_generator.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000058#include "compiled_method.h"
Andreas Gampe53c913b2014-08-12 23:19:23 -070059#include "compiler.h"
Roland Levillain75be2832014-10-17 17:02:00 +010060#include "constant_folding.h"
61#include "dead_code_elimination.h"
David Srbeckyc5bfa972016-02-05 15:49:10 +000062#include "debug/elf_debug_writer.h"
David Srbecky4fda4eb2016-02-05 13:34:46 +000063#include "debug/method_debug_info.h"
Calin Juravlef1c6d9e2015-04-13 18:42:21 +010064#include "dex/verification_results.h"
David Srbecky4fda4eb2016-02-05 13:34:46 +000065#include "dex/verified_method.h"
Andreas Gampea5b09a62016-11-17 15:21:22 -080066#include "dex_file_types.h"
Nicolas Geoffray9523a3e2015-07-17 11:51:28 +000067#include "driver/compiler_driver-inl.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000068#include "driver/compiler_options.h"
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000069#include "driver/dex_compilation_unit.h"
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +000070#include "elf_writer_quick.h"
David Brazdil69ba7b72015-06-23 18:27:30 +010071#include "graph_checker.h"
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010072#include "graph_visualizer.h"
Nicolas Geoffrayd31cf3d2014-09-08 17:30:24 +010073#include "gvn.h"
Aart Bik22af3be2015-09-10 12:50:58 -070074#include "induction_var_analysis.h"
Nicolas Geoffraye53798a2014-12-01 10:31:54 +000075#include "inliner.h"
Nicolas Geoffray3c049742014-09-24 18:10:46 +010076#include "instruction_simplifier.h"
Artem Udovichenko4a0dad62016-01-26 12:28:31 +030077#include "instruction_simplifier_arm.h"
Andreas Gampe71fb52f2014-12-29 17:43:08 -080078#include "intrinsics.h"
David Srbecky5cc349f2015-12-18 15:04:48 +000079#include "jit/debugger_interface.h"
Nicolas Geoffraya4f81542016-03-08 16:57:48 +000080#include "jit/jit.h"
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +000081#include "jit/jit_code_cache.h"
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +000082#include "jni/quick/jni_compiler.h"
David Srbecky4fda4eb2016-02-05 13:34:46 +000083#include "licm.h"
Mingyao Yang8df69d42015-10-22 15:40:58 -070084#include "load_store_elimination.h"
Aart Bik281c6812016-08-26 11:31:48 -070085#include "loop_optimization.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000086#include "nodes.h"
David Srbecky4fda4eb2016-02-05 13:34:46 +000087#include "oat_quick_method_header.h"
Nicolas Geoffray26a25ef2014-09-30 13:54:09 +010088#include "prepare_for_register_allocation.h"
Calin Juravlef1c6d9e2015-04-13 18:42:21 +010089#include "reference_type_propagation.h"
Matthew Gharritye9288852016-07-14 14:08:16 -070090#include "register_allocator_linear_scan.h"
David Brazdil74eb1b22015-12-14 11:44:01 +000091#include "select_generator.h"
Vladimir Markodc151b22015-10-15 18:02:30 +010092#include "sharpening.h"
Nicolas Geoffray827eedb2015-01-26 15:18:36 +000093#include "side_effects_analysis.h"
Nicolas Geoffray31596742014-11-24 15:28:45 +000094#include "ssa_builder.h"
Nicolas Geoffray804d0932014-05-02 08:46:00 +010095#include "ssa_liveness_analysis.h"
David Srbecky4fda4eb2016-02-05 13:34:46 +000096#include "ssa_phi_elimination.h"
David Srbeckyc6b4dd82015-04-07 20:32:43 +010097#include "utils/assembler.h"
Calin Juravle175dc732015-08-25 15:42:32 +010098#include "verifier/method_verifier.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000099
100namespace art {
101
Vladimir Marko3a40bf22016-03-22 16:26:33 +0000102static constexpr size_t kArenaAllocatorMemoryReportThreshold = 8 * MB;
103
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700104static constexpr const char* kPassNameSeparator = "$";
105
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000106/**
107 * Used by the code generator, to allocate the code in a vector.
108 */
109class CodeVectorAllocator FINAL : public CodeAllocator {
110 public:
Vladimir Markof9f64412015-09-02 14:05:49 +0100111 explicit CodeVectorAllocator(ArenaAllocator* arena)
112 : memory_(arena->Adapter(kArenaAllocCodeBuffer)),
113 size_(0) {}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000114
115 virtual uint8_t* Allocate(size_t size) {
116 size_ = size;
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000117 memory_.resize(size);
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000118 return &memory_[0];
119 }
120
121 size_t GetSize() const { return size_; }
Vladimir Markof9f64412015-09-02 14:05:49 +0100122 const ArenaVector<uint8_t>& GetMemory() const { return memory_; }
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000123 uint8_t* GetData() { return memory_.data(); }
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000124
125 private:
Vladimir Markof9f64412015-09-02 14:05:49 +0100126 ArenaVector<uint8_t> memory_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000127 size_t size_;
128
129 DISALLOW_COPY_AND_ASSIGN(CodeVectorAllocator);
130};
131
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100132/**
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100133 * Filter to apply to the visualizer. Methods whose name contain that filter will
David Brazdilee690a32014-12-01 17:04:16 +0000134 * be dumped.
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100135 */
Andreas Gampe53fcd0f2015-07-22 12:10:13 -0700136static constexpr const char kStringFilter[] = "";
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100137
David Brazdil69ba7b72015-06-23 18:27:30 +0100138class PassScope;
David Brazdil809658e2015-02-05 11:34:02 +0000139
David Brazdil69ba7b72015-06-23 18:27:30 +0100140class PassObserver : public ValueObject {
David Brazdil5e8b1372015-01-23 14:39:08 +0000141 public:
David Brazdil69ba7b72015-06-23 18:27:30 +0100142 PassObserver(HGraph* graph,
David Brazdil69ba7b72015-06-23 18:27:30 +0100143 CodeGenerator* codegen,
144 std::ostream* visualizer_output,
Andreas Gampea0d81af2016-10-27 12:04:57 -0700145 CompilerDriver* compiler_driver,
146 Mutex& dump_mutex)
David Brazdil69ba7b72015-06-23 18:27:30 +0100147 : graph_(graph),
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000148 cached_method_name_(),
David Brazdil809658e2015-02-05 11:34:02 +0000149 timing_logger_enabled_(compiler_driver->GetDumpPasses()),
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000150 timing_logger_(timing_logger_enabled_ ? GetMethodName() : "", true, true),
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100151 disasm_info_(graph->GetArena()),
Andreas Gampea0d81af2016-10-27 12:04:57 -0700152 visualizer_oss_(),
153 visualizer_output_(visualizer_output),
Nicolas Geoffrayc903b6a2016-01-18 12:56:06 +0000154 visualizer_enabled_(!compiler_driver->GetCompilerOptions().GetDumpCfgFileName().empty()),
Andreas Gampea0d81af2016-10-27 12:04:57 -0700155 visualizer_(&visualizer_oss_, graph, *codegen),
156 visualizer_dump_mutex_(dump_mutex),
David Brazdil69ba7b72015-06-23 18:27:30 +0100157 graph_in_bad_state_(false) {
Andreas Gampe53fcd0f2015-07-22 12:10:13 -0700158 if (timing_logger_enabled_ || visualizer_enabled_) {
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000159 if (!IsVerboseMethod(compiler_driver, GetMethodName())) {
Andreas Gampe53fcd0f2015-07-22 12:10:13 -0700160 timing_logger_enabled_ = visualizer_enabled_ = false;
161 }
162 if (visualizer_enabled_) {
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000163 visualizer_.PrintHeader(GetMethodName());
Andreas Gampe53fcd0f2015-07-22 12:10:13 -0700164 codegen->SetDisassemblyInformation(&disasm_info_);
165 }
David Brazdil62e074f2015-04-07 18:09:37 +0100166 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000167 }
168
David Brazdil69ba7b72015-06-23 18:27:30 +0100169 ~PassObserver() {
David Brazdil5e8b1372015-01-23 14:39:08 +0000170 if (timing_logger_enabled_) {
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000171 LOG(INFO) << "TIMINGS " << GetMethodName();
David Brazdil5e8b1372015-01-23 14:39:08 +0000172 LOG(INFO) << Dumpable<TimingLogger>(timing_logger_);
173 }
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000174 DCHECK(visualizer_oss_.str().empty());
David Brazdil5e8b1372015-01-23 14:39:08 +0000175 }
176
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000177 void DumpDisassembly() REQUIRES(!visualizer_dump_mutex_) {
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100178 if (visualizer_enabled_) {
179 visualizer_.DumpGraphWithDisassembly();
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000180 FlushVisualizer();
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100181 }
182 }
183
David Brazdil69ba7b72015-06-23 18:27:30 +0100184 void SetGraphInBadState() { graph_in_bad_state_ = true; }
185
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000186 const char* GetMethodName() {
187 // PrettyMethod() is expensive, so we delay calling it until we actually have to.
188 if (cached_method_name_.empty()) {
David Sehr709b0702016-10-13 09:12:37 -0700189 cached_method_name_ = graph_->GetDexFile().PrettyMethod(graph_->GetMethodIdx());
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000190 }
191 return cached_method_name_.c_str();
192 }
193
David Brazdil5e8b1372015-01-23 14:39:08 +0000194 private:
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000195 void StartPass(const char* pass_name) REQUIRES(!visualizer_dump_mutex_) {
Wojciech Staszkiewicze7060702016-08-16 17:31:19 -0700196 VLOG(compiler) << "Starting pass: " << pass_name;
David Brazdil809658e2015-02-05 11:34:02 +0000197 // Dump graph first, then start timer.
198 if (visualizer_enabled_) {
David Brazdilffee3d32015-07-06 11:48:53 +0100199 visualizer_.DumpGraph(pass_name, /* is_after_pass */ false, graph_in_bad_state_);
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000200 FlushVisualizer();
David Brazdil809658e2015-02-05 11:34:02 +0000201 }
202 if (timing_logger_enabled_) {
203 timing_logger_.StartTiming(pass_name);
204 }
205 }
206
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000207 void FlushVisualizer() REQUIRES(!visualizer_dump_mutex_) {
208 MutexLock mu(Thread::Current(), visualizer_dump_mutex_);
209 *visualizer_output_ << visualizer_oss_.str();
210 visualizer_output_->flush();
211 visualizer_oss_.str("");
212 visualizer_oss_.clear();
213 }
214
215 void EndPass(const char* pass_name) REQUIRES(!visualizer_dump_mutex_) {
David Brazdil809658e2015-02-05 11:34:02 +0000216 // Pause timer first, then dump graph.
217 if (timing_logger_enabled_) {
218 timing_logger_.EndTiming();
219 }
220 if (visualizer_enabled_) {
David Brazdilffee3d32015-07-06 11:48:53 +0100221 visualizer_.DumpGraph(pass_name, /* is_after_pass */ true, graph_in_bad_state_);
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000222 FlushVisualizer();
David Brazdil809658e2015-02-05 11:34:02 +0000223 }
David Brazdil69ba7b72015-06-23 18:27:30 +0100224
225 // Validate the HGraph if running in debug mode.
226 if (kIsDebugBuild) {
227 if (!graph_in_bad_state_) {
David Brazdilbadd8262016-02-02 16:28:56 +0000228 GraphChecker checker(graph_);
229 checker.Run();
230 if (!checker.IsValid()) {
231 LOG(FATAL) << "Error after " << pass_name << ": " << Dumpable<GraphChecker>(checker);
David Brazdil69ba7b72015-06-23 18:27:30 +0100232 }
233 }
234 }
David Brazdil809658e2015-02-05 11:34:02 +0000235 }
236
Andreas Gampe53fcd0f2015-07-22 12:10:13 -0700237 static bool IsVerboseMethod(CompilerDriver* compiler_driver, const char* method_name) {
238 // Test an exact match to --verbose-methods. If verbose-methods is set, this overrides an
239 // empty kStringFilter matching all methods.
240 if (compiler_driver->GetCompilerOptions().HasVerboseMethods()) {
241 return compiler_driver->GetCompilerOptions().IsVerboseMethod(method_name);
242 }
243
244 // Test the kStringFilter sub-string. constexpr helper variable to silence unreachable-code
245 // warning when the string is empty.
246 constexpr bool kStringFilterEmpty = arraysize(kStringFilter) <= 1;
247 if (kStringFilterEmpty || strstr(method_name, kStringFilter) != nullptr) {
248 return true;
249 }
250
251 return false;
252 }
253
David Brazdil69ba7b72015-06-23 18:27:30 +0100254 HGraph* const graph_;
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000255
256 std::string cached_method_name_;
David Brazdil5e8b1372015-01-23 14:39:08 +0000257
258 bool timing_logger_enabled_;
David Brazdil5e8b1372015-01-23 14:39:08 +0000259 TimingLogger timing_logger_;
260
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100261 DisassemblyInformation disasm_info_;
262
Andreas Gampea0d81af2016-10-27 12:04:57 -0700263 std::ostringstream visualizer_oss_;
264 std::ostream* visualizer_output_;
David Brazdil5e8b1372015-01-23 14:39:08 +0000265 bool visualizer_enabled_;
266 HGraphVisualizer visualizer_;
Andreas Gampea0d81af2016-10-27 12:04:57 -0700267 Mutex& visualizer_dump_mutex_;
David Brazdil5e8b1372015-01-23 14:39:08 +0000268
David Brazdil69ba7b72015-06-23 18:27:30 +0100269 // Flag to be set by the compiler if the pass failed and the graph is not
270 // expected to validate.
271 bool graph_in_bad_state_;
David Brazdil809658e2015-02-05 11:34:02 +0000272
David Brazdil69ba7b72015-06-23 18:27:30 +0100273 friend PassScope;
274
275 DISALLOW_COPY_AND_ASSIGN(PassObserver);
David Brazdil5e8b1372015-01-23 14:39:08 +0000276};
277
David Brazdil69ba7b72015-06-23 18:27:30 +0100278class PassScope : public ValueObject {
David Brazdil809658e2015-02-05 11:34:02 +0000279 public:
David Brazdil69ba7b72015-06-23 18:27:30 +0100280 PassScope(const char *pass_name, PassObserver* pass_observer)
David Brazdil809658e2015-02-05 11:34:02 +0000281 : pass_name_(pass_name),
David Brazdil69ba7b72015-06-23 18:27:30 +0100282 pass_observer_(pass_observer) {
283 pass_observer_->StartPass(pass_name_);
David Brazdil809658e2015-02-05 11:34:02 +0000284 }
285
David Brazdil69ba7b72015-06-23 18:27:30 +0100286 ~PassScope() {
287 pass_observer_->EndPass(pass_name_);
David Brazdil809658e2015-02-05 11:34:02 +0000288 }
289
290 private:
291 const char* const pass_name_;
David Brazdil69ba7b72015-06-23 18:27:30 +0100292 PassObserver* const pass_observer_;
David Brazdil809658e2015-02-05 11:34:02 +0000293};
294
Andreas Gampe53c913b2014-08-12 23:19:23 -0700295class OptimizingCompiler FINAL : public Compiler {
296 public:
297 explicit OptimizingCompiler(CompilerDriver* driver);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700298 ~OptimizingCompiler() OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700299
Vladimir Markodf739842016-03-23 16:59:07 +0000300 bool CanCompileMethod(uint32_t method_idx, const DexFile& dex_file) const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700301
302 CompiledMethod* Compile(const DexFile::CodeItem* code_item,
303 uint32_t access_flags,
304 InvokeType invoke_type,
305 uint16_t class_def_idx,
306 uint32_t method_idx,
307 jobject class_loader,
Mathieu Chartier736b5602015-09-02 14:54:11 -0700308 const DexFile& dex_file,
309 Handle<mirror::DexCache> dex_cache) const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700310
Andreas Gampe53c913b2014-08-12 23:19:23 -0700311 CompiledMethod* JniCompile(uint32_t access_flags,
312 uint32_t method_idx,
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700313 const DexFile& dex_file,
314 JniOptimizationFlags optimization_flags) const OVERRIDE {
315 return ArtQuickJniCompileMethod(GetCompilerDriver(),
316 access_flags,
317 method_idx,
318 dex_file,
319 optimization_flags);
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000320 }
Andreas Gampe53c913b2014-08-12 23:19:23 -0700321
Mathieu Chartiere401d142015-04-22 13:56:20 -0700322 uintptr_t GetEntryPointOf(ArtMethod* method) const OVERRIDE
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700323 REQUIRES_SHARED(Locks::mutator_lock_) {
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000324 return reinterpret_cast<uintptr_t>(method->GetEntryPointFromQuickCompiledCodePtrSize(
325 InstructionSetPointerSize(GetCompilerDriver()->GetInstructionSet())));
326 }
Andreas Gampe53c913b2014-08-12 23:19:23 -0700327
David Brazdilee690a32014-12-01 17:04:16 +0000328 void Init() OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700329
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000330 void UnInit() const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700331
Calin Juravle2be39e02015-04-21 13:56:34 +0100332 void MaybeRecordStat(MethodCompilationStat compilation_stat) const {
333 if (compilation_stats_.get() != nullptr) {
334 compilation_stats_->RecordStat(compilation_stat);
335 }
336 }
337
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000338 bool JitCompile(Thread* self, jit::JitCodeCache* code_cache, ArtMethod* method, bool osr)
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000339 OVERRIDE
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700340 REQUIRES_SHARED(Locks::mutator_lock_);
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000341
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700342 private:
343 void RunOptimizations(HGraph* graph,
344 CodeGenerator* codegen,
345 CompilerDriver* driver,
346 const DexCompilationUnit& dex_compilation_unit,
347 PassObserver* pass_observer,
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700348 VariableSizedHandleScope* handles) const;
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700349
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700350 void RunOptimizations(HOptimization* optimizations[],
351 size_t length,
352 PassObserver* pass_observer) const;
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700353
Andreas Gampe53c913b2014-08-12 23:19:23 -0700354 private:
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000355 // Create a 'CompiledMethod' for an optimized graph.
David Brazdil58282f42016-01-14 12:45:10 +0000356 CompiledMethod* Emit(ArenaAllocator* arena,
357 CodeVectorAllocator* code_allocator,
358 CodeGenerator* codegen,
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000359 CompilerDriver* driver,
360 const DexFile::CodeItem* item) const;
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000361
362 // Try compiling a method and return the code generator used for
363 // compiling it.
364 // This method:
365 // 1) Builds the graph. Returns null if it failed to build it.
David Brazdil58282f42016-01-14 12:45:10 +0000366 // 2) Transforms the graph to SSA. Returns null if it failed.
367 // 3) Runs optimizations on the graph, including register allocator.
368 // 4) Generates code with the `code_allocator` provided.
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000369 CodeGenerator* TryCompile(ArenaAllocator* arena,
370 CodeVectorAllocator* code_allocator,
371 const DexFile::CodeItem* code_item,
372 uint32_t access_flags,
373 InvokeType invoke_type,
374 uint16_t class_def_idx,
375 uint32_t method_idx,
376 jobject class_loader,
377 const DexFile& dex_file,
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000378 Handle<mirror::DexCache> dex_cache,
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +0000379 ArtMethod* method,
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000380 bool osr,
381 VariableSizedHandleScope* handles) const;
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000382
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700383 void MaybeRunInliner(HGraph* graph,
384 CodeGenerator* codegen,
385 CompilerDriver* driver,
386 const DexCompilationUnit& dex_compilation_unit,
387 PassObserver* pass_observer,
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700388 VariableSizedHandleScope* handles) const;
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700389
390 void RunArchOptimizations(InstructionSet instruction_set,
391 HGraph* graph,
392 CodeGenerator* codegen,
393 PassObserver* pass_observer) const;
394
Calin Juravle2be39e02015-04-21 13:56:34 +0100395 std::unique_ptr<OptimizingCompilerStats> compilation_stats_;
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100396
Andreas Gampe53c913b2014-08-12 23:19:23 -0700397 std::unique_ptr<std::ostream> visualizer_output_;
398
Andreas Gampea0d81af2016-10-27 12:04:57 -0700399 mutable Mutex dump_mutex_; // To synchronize visualizer writing.
400
Andreas Gampe53c913b2014-08-12 23:19:23 -0700401 DISALLOW_COPY_AND_ASSIGN(OptimizingCompiler);
402};
403
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100404static const int kMaximumCompilationTimeBeforeWarning = 100; /* ms */
405
406OptimizingCompiler::OptimizingCompiler(CompilerDriver* driver)
Andreas Gampea0d81af2016-10-27 12:04:57 -0700407 : Compiler(driver, kMaximumCompilationTimeBeforeWarning),
408 dump_mutex_("Visualizer dump lock") {}
David Brazdilee690a32014-12-01 17:04:16 +0000409
410void OptimizingCompiler::Init() {
411 // Enable C1visualizer output. Must be done in Init() because the compiler
412 // driver is not fully initialized when passed to the compiler's constructor.
413 CompilerDriver* driver = GetCompilerDriver();
Nicolas Geoffrayc903b6a2016-01-18 12:56:06 +0000414 const std::string cfg_file_name = driver->GetCompilerOptions().GetDumpCfgFileName();
David Brazdil866c0312015-01-13 21:21:31 +0000415 if (!cfg_file_name.empty()) {
Calin Juravle87000a92015-08-24 15:34:44 +0100416 std::ios_base::openmode cfg_file_mode =
Nicolas Geoffrayc903b6a2016-01-18 12:56:06 +0000417 driver->GetCompilerOptions().GetDumpCfgAppend() ? std::ofstream::app : std::ofstream::out;
Calin Juravle87000a92015-08-24 15:34:44 +0100418 visualizer_output_.reset(new std::ofstream(cfg_file_name, cfg_file_mode));
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100419 }
Calin Juravle2be39e02015-04-21 13:56:34 +0100420 if (driver->GetDumpStats()) {
421 compilation_stats_.reset(new OptimizingCompilerStats());
422 }
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100423}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000424
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000425void OptimizingCompiler::UnInit() const {
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000426}
427
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100428OptimizingCompiler::~OptimizingCompiler() {
Calin Juravle2be39e02015-04-21 13:56:34 +0100429 if (compilation_stats_.get() != nullptr) {
430 compilation_stats_->Log();
431 }
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100432}
433
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +0000434bool OptimizingCompiler::CanCompileMethod(uint32_t method_idx ATTRIBUTE_UNUSED,
Vladimir Markodf739842016-03-23 16:59:07 +0000435 const DexFile& dex_file ATTRIBUTE_UNUSED) const {
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +0000436 return true;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700437}
438
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000439static bool IsInstructionSetSupported(InstructionSet instruction_set) {
Calin Juravlecff8cc72015-10-09 12:03:24 +0100440 return (instruction_set == kArm && !kArm32QuickCodeUseSoftFloat)
441 || instruction_set == kArm64
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000442 || (instruction_set == kThumb2 && !kArm32QuickCodeUseSoftFloat)
Goran Jakovljevicf652cec2015-08-25 16:11:42 +0200443 || instruction_set == kMips
Alexey Frunze4dda3372015-06-01 18:31:49 -0700444 || instruction_set == kMips64
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000445 || instruction_set == kX86
446 || instruction_set == kX86_64;
447}
448
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000449// Read barrier are supported on ARM, ARM64, x86 and x86-64 at the moment.
Roland Levillain0d5a2812015-11-13 10:07:31 +0000450// TODO: Add support for other architectures and remove this function
451static bool InstructionSetSupportsReadBarrier(InstructionSet instruction_set) {
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000452 return instruction_set == kArm64
453 || instruction_set == kThumb2
Roland Levillain3b359c72015-11-17 19:35:12 +0000454 || instruction_set == kX86
Roland Levillain0d5a2812015-11-13 10:07:31 +0000455 || instruction_set == kX86_64;
456}
457
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700458// Strip pass name suffix to get optimization name.
459static std::string ConvertPassNameToOptimizationName(const std::string& pass_name) {
460 size_t pos = pass_name.find(kPassNameSeparator);
461 return pos == std::string::npos ? pass_name : pass_name.substr(0, pos);
462}
463
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700464static HOptimization* BuildOptimization(
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700465 const std::string& pass_name,
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700466 ArenaAllocator* arena,
467 HGraph* graph,
468 OptimizingCompilerStats* stats,
469 CodeGenerator* codegen,
470 CompilerDriver* driver,
471 const DexCompilationUnit& dex_compilation_unit,
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700472 VariableSizedHandleScope* handles,
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700473 SideEffectsAnalysis* most_recent_side_effects,
474 HInductionVarAnalysis* most_recent_induction) {
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700475 std::string opt_name = ConvertPassNameToOptimizationName(pass_name);
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700476 if (opt_name == BoundsCheckElimination::kBoundsCheckEliminationPassName) {
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700477 CHECK(most_recent_side_effects != nullptr && most_recent_induction != nullptr);
478 return new (arena) BoundsCheckElimination(graph,
479 *most_recent_side_effects,
480 most_recent_induction);
481 } else if (opt_name == GVNOptimization::kGlobalValueNumberingPassName) {
482 CHECK(most_recent_side_effects != nullptr);
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700483 return new (arena) GVNOptimization(graph, *most_recent_side_effects, pass_name.c_str());
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700484 } else if (opt_name == HConstantFolding::kConstantFoldingPassName) {
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700485 return new (arena) HConstantFolding(graph, pass_name.c_str());
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700486 } else if (opt_name == HDeadCodeElimination::kDeadCodeEliminationPassName) {
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700487 return new (arena) HDeadCodeElimination(graph, stats, pass_name.c_str());
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700488 } else if (opt_name == HInliner::kInlinerPassName) {
489 size_t number_of_dex_registers = dex_compilation_unit.GetCodeItem()->registers_size_;
490 return new (arena) HInliner(graph, // outer_graph
491 graph, // outermost_graph
492 codegen,
493 dex_compilation_unit, // outer_compilation_unit
494 dex_compilation_unit, // outermost_compilation_unit
495 driver,
496 handles,
497 stats,
498 number_of_dex_registers,
499 /* depth */ 0);
500 } else if (opt_name == HSharpening::kSharpeningPassName) {
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000501 return new (arena) HSharpening(graph, codegen, dex_compilation_unit, driver, handles);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700502 } else if (opt_name == HSelectGenerator::kSelectGeneratorPassName) {
503 return new (arena) HSelectGenerator(graph, stats);
504 } else if (opt_name == HInductionVarAnalysis::kInductionPassName) {
505 return new (arena) HInductionVarAnalysis(graph);
506 } else if (opt_name == InstructionSimplifier::kInstructionSimplifierPassName) {
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700507 return new (arena) InstructionSimplifier(graph, stats, pass_name.c_str());
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700508 } else if (opt_name == IntrinsicsRecognizer::kIntrinsicsRecognizerPassName) {
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100509 return new (arena) IntrinsicsRecognizer(graph, stats);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700510 } else if (opt_name == LICM::kLoopInvariantCodeMotionPassName) {
511 CHECK(most_recent_side_effects != nullptr);
512 return new (arena) LICM(graph, *most_recent_side_effects, stats);
513 } else if (opt_name == LoadStoreElimination::kLoadStoreEliminationPassName) {
514 CHECK(most_recent_side_effects != nullptr);
515 return new (arena) LoadStoreElimination(graph, *most_recent_side_effects);
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700516 } else if (opt_name == SideEffectsAnalysis::kSideEffectsAnalysisPassName) {
517 return new (arena) SideEffectsAnalysis(graph);
Nicolas Geoffrayebe16742016-10-05 09:55:42 +0100518 } else if (opt_name == HLoopOptimization::kLoopOptimizationPassName) {
519 return new (arena) HLoopOptimization(graph, most_recent_induction);
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700520#ifdef ART_ENABLE_CODEGEN_arm
521 } else if (opt_name == arm::DexCacheArrayFixups::kDexCacheArrayFixupsArmPassName) {
Vladimir Marko68c981f2016-08-26 13:13:33 +0100522 return new (arena) arm::DexCacheArrayFixups(graph, codegen, stats);
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700523 } else if (opt_name == arm::InstructionSimplifierArm::kInstructionSimplifierArmPassName) {
524 return new (arena) arm::InstructionSimplifierArm(graph, stats);
525#endif
526#ifdef ART_ENABLE_CODEGEN_arm64
527 } else if (opt_name == arm64::InstructionSimplifierArm64::kInstructionSimplifierArm64PassName) {
528 return new (arena) arm64::InstructionSimplifierArm64(graph, stats);
529#endif
530#ifdef ART_ENABLE_CODEGEN_mips
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700531 } else if (opt_name == mips::DexCacheArrayFixups::kDexCacheArrayFixupsMipsPassName) {
532 return new (arena) mips::DexCacheArrayFixups(graph, codegen, stats);
533 } else if (opt_name == mips::PcRelativeFixups::kPcRelativeFixupsMipsPassName) {
534 return new (arena) mips::PcRelativeFixups(graph, codegen, stats);
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700535#endif
536#ifdef ART_ENABLE_CODEGEN_x86
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700537 } else if (opt_name == x86::PcRelativeFixups::kPcRelativeFixupsX86PassName) {
538 return new (arena) x86::PcRelativeFixups(graph, codegen, stats);
539 } else if (opt_name == x86::X86MemoryOperandGeneration::kX86MemoryOperandGenerationPassName) {
540 return new (arena) x86::X86MemoryOperandGeneration(graph, codegen, stats);
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700541#endif
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700542 }
543 return nullptr;
544}
545
546static ArenaVector<HOptimization*> BuildOptimizations(
547 const std::vector<std::string>& pass_names,
548 ArenaAllocator* arena,
549 HGraph* graph,
550 OptimizingCompilerStats* stats,
551 CodeGenerator* codegen,
552 CompilerDriver* driver,
553 const DexCompilationUnit& dex_compilation_unit,
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700554 VariableSizedHandleScope* handles) {
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700555 // Few HOptimizations constructors require SideEffectsAnalysis or HInductionVarAnalysis
556 // instances. This method assumes that each of them expects the nearest instance preceeding it
557 // in the pass name list.
558 SideEffectsAnalysis* most_recent_side_effects = nullptr;
559 HInductionVarAnalysis* most_recent_induction = nullptr;
560 ArenaVector<HOptimization*> ret(arena->Adapter());
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700561 for (const std::string& pass_name : pass_names) {
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700562 HOptimization* opt = BuildOptimization(
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700563 pass_name,
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700564 arena,
565 graph,
566 stats,
567 codegen,
568 driver,
569 dex_compilation_unit,
570 handles,
571 most_recent_side_effects,
572 most_recent_induction);
573 CHECK(opt != nullptr) << "Couldn't build optimization: \"" << pass_name << "\"";
574 ret.push_back(opt);
575
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700576 std::string opt_name = ConvertPassNameToOptimizationName(pass_name);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700577 if (opt_name == SideEffectsAnalysis::kSideEffectsAnalysisPassName) {
578 most_recent_side_effects = down_cast<SideEffectsAnalysis*>(opt);
579 } else if (opt_name == HInductionVarAnalysis::kInductionPassName) {
580 most_recent_induction = down_cast<HInductionVarAnalysis*>(opt);
581 }
582 }
583 return ret;
584}
585
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700586void OptimizingCompiler::RunOptimizations(HOptimization* optimizations[],
587 size_t length,
588 PassObserver* pass_observer) const {
Calin Juravle10e244f2015-01-26 18:54:32 +0000589 for (size_t i = 0; i < length; ++i) {
David Brazdil69ba7b72015-06-23 18:27:30 +0100590 PassScope scope(optimizations[i]->GetPassName(), pass_observer);
591 optimizations[i]->Run();
Calin Juravle10e244f2015-01-26 18:54:32 +0000592 }
593}
594
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700595void OptimizingCompiler::MaybeRunInliner(HGraph* graph,
596 CodeGenerator* codegen,
597 CompilerDriver* driver,
598 const DexCompilationUnit& dex_compilation_unit,
599 PassObserver* pass_observer,
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700600 VariableSizedHandleScope* handles) const {
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700601 OptimizingCompilerStats* stats = compilation_stats_.get();
Calin Juravleec748352015-07-29 13:52:12 +0100602 const CompilerOptions& compiler_options = driver->GetCompilerOptions();
603 bool should_inline = (compiler_options.GetInlineDepthLimit() > 0)
604 && (compiler_options.GetInlineMaxCodeUnits() > 0);
605 if (!should_inline) {
606 return;
607 }
Nicolas Geoffray5949fa02015-12-18 10:57:10 +0000608 size_t number_of_dex_registers = dex_compilation_unit.GetCodeItem()->registers_size_;
Calin Juravlecdfed3d2015-10-26 14:05:01 +0000609 HInliner* inliner = new (graph->GetArena()) HInliner(
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700610 graph, // outer_graph
611 graph, // outermost_graph
Nicolas Geoffray5949fa02015-12-18 10:57:10 +0000612 codegen,
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700613 dex_compilation_unit, // outer_compilation_unit
614 dex_compilation_unit, // outermost_compilation_unit
Nicolas Geoffray5949fa02015-12-18 10:57:10 +0000615 driver,
616 handles,
617 stats,
618 number_of_dex_registers,
619 /* depth */ 0);
Calin Juravlecdfed3d2015-10-26 14:05:01 +0000620 HOptimization* optimizations[] = { inliner };
Calin Juravleec748352015-07-29 13:52:12 +0100621
622 RunOptimizations(optimizations, arraysize(optimizations), pass_observer);
623}
624
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700625void OptimizingCompiler::RunArchOptimizations(InstructionSet instruction_set,
626 HGraph* graph,
627 CodeGenerator* codegen,
628 PassObserver* pass_observer) const {
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700629 UNUSED(codegen); // To avoid compilation error when compiling for svelte
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700630 OptimizingCompilerStats* stats = compilation_stats_.get();
Alexandre Rames44b9cf92015-08-19 15:39:06 +0100631 ArenaAllocator* arena = graph->GetArena();
632 switch (instruction_set) {
Artem Serov2bbc9532016-10-21 11:51:50 +0100633#if defined(ART_ENABLE_CODEGEN_arm)
Vladimir Markob4536b72015-11-24 13:45:23 +0000634 case kThumb2:
635 case kArm: {
Vladimir Marko68c981f2016-08-26 13:13:33 +0100636 arm::DexCacheArrayFixups* fixups =
637 new (arena) arm::DexCacheArrayFixups(graph, codegen, stats);
Artem Udovichenko4a0dad62016-01-26 12:28:31 +0300638 arm::InstructionSimplifierArm* simplifier =
639 new (arena) arm::InstructionSimplifierArm(graph, stats);
Artem Serov328429f2016-07-06 16:23:04 +0100640 SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700641 GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN$after_arch");
Vladimir Markob4536b72015-11-24 13:45:23 +0000642 HOptimization* arm_optimizations[] = {
Artem Udovichenko4a0dad62016-01-26 12:28:31 +0300643 simplifier,
Artem Serov328429f2016-07-06 16:23:04 +0100644 side_effects,
645 gvn,
Nicolas Geoffray6b5afdd2016-01-22 09:31:52 +0000646 fixups
Vladimir Markob4536b72015-11-24 13:45:23 +0000647 };
648 RunOptimizations(arm_optimizations, arraysize(arm_optimizations), pass_observer);
649 break;
650 }
651#endif
Alexandre Rames44b9cf92015-08-19 15:39:06 +0100652#ifdef ART_ENABLE_CODEGEN_arm64
653 case kArm64: {
654 arm64::InstructionSimplifierArm64* simplifier =
655 new (arena) arm64::InstructionSimplifierArm64(graph, stats);
656 SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700657 GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN$after_arch");
Alexandre Rames44b9cf92015-08-19 15:39:06 +0100658 HOptimization* arm64_optimizations[] = {
659 simplifier,
660 side_effects,
661 gvn
662 };
663 RunOptimizations(arm64_optimizations, arraysize(arm64_optimizations), pass_observer);
664 break;
665 }
666#endif
Alexey Frunzee3fb2452016-05-10 16:08:05 -0700667#ifdef ART_ENABLE_CODEGEN_mips
668 case kMips: {
669 mips::PcRelativeFixups* pc_relative_fixups =
670 new (arena) mips::PcRelativeFixups(graph, codegen, stats);
671 mips::DexCacheArrayFixups* dex_cache_array_fixups =
Alexey Frunze06a46c42016-07-19 15:00:40 -0700672 new (arena) mips::DexCacheArrayFixups(graph, codegen, stats);
Alexey Frunzee3fb2452016-05-10 16:08:05 -0700673 HOptimization* mips_optimizations[] = {
674 pc_relative_fixups,
675 dex_cache_array_fixups
676 };
677 RunOptimizations(mips_optimizations, arraysize(mips_optimizations), pass_observer);
678 break;
679 }
680#endif
Mark Mendell0616ae02015-04-17 12:49:27 -0400681#ifdef ART_ENABLE_CODEGEN_x86
682 case kX86: {
Aart Bikd1c40452016-03-02 16:06:13 -0800683 x86::PcRelativeFixups* pc_relative_fixups =
684 new (arena) x86::PcRelativeFixups(graph, codegen, stats);
Mark Mendellee8d9712016-07-12 11:13:15 -0400685 x86::X86MemoryOperandGeneration* memory_gen =
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700686 new (arena) x86::X86MemoryOperandGeneration(graph, codegen, stats);
Mark Mendell0616ae02015-04-17 12:49:27 -0400687 HOptimization* x86_optimizations[] = {
Mark Mendellee8d9712016-07-12 11:13:15 -0400688 pc_relative_fixups,
689 memory_gen
Mark Mendell0616ae02015-04-17 12:49:27 -0400690 };
691 RunOptimizations(x86_optimizations, arraysize(x86_optimizations), pass_observer);
692 break;
693 }
694#endif
Mark Mendellee8d9712016-07-12 11:13:15 -0400695#ifdef ART_ENABLE_CODEGEN_x86_64
696 case kX86_64: {
697 x86::X86MemoryOperandGeneration* memory_gen =
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700698 new (arena) x86::X86MemoryOperandGeneration(graph, codegen, stats);
Mark Mendellee8d9712016-07-12 11:13:15 -0400699 HOptimization* x86_64_optimizations[] = {
700 memory_gen
701 };
702 RunOptimizations(x86_64_optimizations, arraysize(x86_64_optimizations), pass_observer);
703 break;
704 }
705#endif
Alexandre Rames44b9cf92015-08-19 15:39:06 +0100706 default:
707 break;
708 }
709}
710
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000711NO_INLINE // Avoid increasing caller's frame size by large stack-allocated objects.
712static void AllocateRegisters(HGraph* graph,
713 CodeGenerator* codegen,
Matthew Gharrity2cd05b72016-08-03 16:57:37 -0700714 PassObserver* pass_observer,
715 RegisterAllocator::Strategy strategy) {
Mingyao Yang700347e2016-03-02 14:59:32 -0800716 {
717 PassScope scope(PrepareForRegisterAllocation::kPrepareForRegisterAllocationPassName,
718 pass_observer);
719 PrepareForRegisterAllocation(graph).Run();
720 }
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000721 SsaLivenessAnalysis liveness(graph, codegen);
722 {
723 PassScope scope(SsaLivenessAnalysis::kLivenessPassName, pass_observer);
724 liveness.Analyze();
725 }
726 {
727 PassScope scope(RegisterAllocator::kRegisterAllocatorPassName, pass_observer);
Matthew Gharrity2cd05b72016-08-03 16:57:37 -0700728 RegisterAllocator::Create(graph->GetArena(), codegen, liveness, strategy)->AllocateRegisters();
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000729 }
730}
731
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700732void OptimizingCompiler::RunOptimizations(HGraph* graph,
733 CodeGenerator* codegen,
734 CompilerDriver* driver,
735 const DexCompilationUnit& dex_compilation_unit,
736 PassObserver* pass_observer,
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700737 VariableSizedHandleScope* handles) const {
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700738 OptimizingCompilerStats* stats = compilation_stats_.get();
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100739 ArenaAllocator* arena = graph->GetArena();
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700740 if (driver->GetCompilerOptions().GetPassesToRun() != nullptr) {
741 ArenaVector<HOptimization*> optimizations = BuildOptimizations(
742 *driver->GetCompilerOptions().GetPassesToRun(),
743 arena,
744 graph,
745 stats,
746 codegen,
747 driver,
748 dex_compilation_unit,
749 handles);
750 RunOptimizations(&optimizations[0], optimizations.size(), pass_observer);
751 return;
752 }
753
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100754 HDeadCodeElimination* dce1 = new (arena) HDeadCodeElimination(
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700755 graph, stats, "dead_code_elimination$initial");
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100756 HDeadCodeElimination* dce2 = new (arena) HDeadCodeElimination(
Aart Bik2767f4b2016-10-28 15:03:53 -0700757 graph, stats, "dead_code_elimination$after_inlining");
758 HDeadCodeElimination* dce3 = new (arena) HDeadCodeElimination(
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700759 graph, stats, "dead_code_elimination$final");
Andreas Gampeca620d72016-11-08 08:09:33 -0800760 HConstantFolding* fold1 = new (arena) HConstantFolding(graph, "constant_folding");
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100761 InstructionSimplifier* simplify1 = new (arena) InstructionSimplifier(graph, stats);
Jean-Philippe Halimi38e9e802016-02-18 16:42:03 +0100762 HSelectGenerator* select_generator = new (arena) HSelectGenerator(graph, stats);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700763 HConstantFolding* fold2 = new (arena) HConstantFolding(
764 graph, "constant_folding$after_inlining");
765 HConstantFolding* fold3 = new (arena) HConstantFolding(graph, "constant_folding$after_bce");
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100766 SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph);
767 GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects);
Jean-Philippe Halimi38e9e802016-02-18 16:42:03 +0100768 LICM* licm = new (arena) LICM(graph, *side_effects, stats);
Mingyao Yang8df69d42015-10-22 15:40:58 -0700769 LoadStoreElimination* lse = new (arena) LoadStoreElimination(graph, *side_effects);
Aart Bik22af3be2015-09-10 12:50:58 -0700770 HInductionVarAnalysis* induction = new (arena) HInductionVarAnalysis(graph);
Aart Bik4a342772015-11-30 10:17:46 -0800771 BoundsCheckElimination* bce = new (arena) BoundsCheckElimination(graph, *side_effects, induction);
Aart Bik281c6812016-08-26 11:31:48 -0700772 HLoopOptimization* loop = new (arena) HLoopOptimization(graph, induction);
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000773 HSharpening* sharpening = new (arena) HSharpening(
774 graph, codegen, dex_compilation_unit, driver, handles);
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100775 InstructionSimplifier* simplify2 = new (arena) InstructionSimplifier(
Aart Bik639cc8c2016-10-18 13:03:31 -0700776 graph, stats, "instruction_simplifier$after_inlining");
David Brazdil4833f5a2015-12-16 10:37:39 +0000777 InstructionSimplifier* simplify3 = new (arena) InstructionSimplifier(
Aart Bik639cc8c2016-10-18 13:03:31 -0700778 graph, stats, "instruction_simplifier$after_bce");
779 InstructionSimplifier* simplify4 = new (arena) InstructionSimplifier(
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700780 graph, stats, "instruction_simplifier$before_codegen");
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100781 IntrinsicsRecognizer* intrinsics = new (arena) IntrinsicsRecognizer(graph, stats);
Andreas Gampe71fb52f2014-12-29 17:43:08 -0800782
Calin Juravleec748352015-07-29 13:52:12 +0100783 HOptimization* optimizations1[] = {
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100784 intrinsics,
David Brazdil4833f5a2015-12-16 10:37:39 +0000785 sharpening,
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100786 fold1,
787 simplify1,
Nicolas Geoffray18e68732015-06-17 23:09:05 +0100788 dce1,
Calin Juravleec748352015-07-29 13:52:12 +0100789 };
Calin Juravleec748352015-07-29 13:52:12 +0100790 RunOptimizations(optimizations1, arraysize(optimizations1), pass_observer);
791
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700792 MaybeRunInliner(graph, codegen, driver, dex_compilation_unit, pass_observer, handles);
David Brazdil95177982015-10-30 12:56:58 -0500793
David Brazdil8993caf2015-12-07 10:04:40 +0000794 HOptimization* optimizations2[] = {
David Brazdil74eb1b22015-12-14 11:44:01 +0000795 // SelectGenerator depends on the InstructionSimplifier removing
David Brazdil8993caf2015-12-07 10:04:40 +0000796 // redundant suspend checks to recognize empty blocks.
David Brazdil74eb1b22015-12-14 11:44:01 +0000797 select_generator,
David Brazdil8993caf2015-12-07 10:04:40 +0000798 fold2, // TODO: if we don't inline we can also skip fold2.
Aart Bik639cc8c2016-10-18 13:03:31 -0700799 simplify2,
Aart Bik2767f4b2016-10-28 15:03:53 -0700800 dce2,
David Brazdil8993caf2015-12-07 10:04:40 +0000801 side_effects,
802 gvn,
803 licm,
804 induction,
805 bce,
Aart Bik281c6812016-08-26 11:31:48 -0700806 loop,
David Brazdil8993caf2015-12-07 10:04:40 +0000807 fold3, // evaluates code generated by dynamic bce
Aart Bik639cc8c2016-10-18 13:03:31 -0700808 simplify3,
David Brazdil8993caf2015-12-07 10:04:40 +0000809 lse,
Aart Bik2767f4b2016-10-28 15:03:53 -0700810 dce3,
David Brazdil8993caf2015-12-07 10:04:40 +0000811 // The codegen has a few assumptions that only the instruction simplifier
812 // can satisfy. For example, the code generator does not expect to see a
813 // HTypeConversion from a type to the same type.
Aart Bik639cc8c2016-10-18 13:03:31 -0700814 simplify4,
David Brazdil8993caf2015-12-07 10:04:40 +0000815 };
816 RunOptimizations(optimizations2, arraysize(optimizations2), pass_observer);
David Brazdilbbd733e2015-08-18 17:48:17 +0100817
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700818 RunArchOptimizations(driver->GetInstructionSet(), graph, codegen, pass_observer);
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000819}
820
Vladimir Marko58155012015-08-19 12:49:41 +0000821static ArenaVector<LinkerPatch> EmitAndSortLinkerPatches(CodeGenerator* codegen) {
822 ArenaVector<LinkerPatch> linker_patches(codegen->GetGraph()->GetArena()->Adapter());
823 codegen->EmitLinkerPatches(&linker_patches);
824
825 // Sort patches by literal offset. Required for .oat_patches encoding.
826 std::sort(linker_patches.begin(), linker_patches.end(),
827 [](const LinkerPatch& lhs, const LinkerPatch& rhs) {
828 return lhs.LiteralOffset() < rhs.LiteralOffset();
829 });
830
831 return linker_patches;
832}
833
David Brazdil58282f42016-01-14 12:45:10 +0000834CompiledMethod* OptimizingCompiler::Emit(ArenaAllocator* arena,
835 CodeVectorAllocator* code_allocator,
836 CodeGenerator* codegen,
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000837 CompilerDriver* compiler_driver,
838 const DexFile::CodeItem* code_item) const {
Vladimir Marko58155012015-08-19 12:49:41 +0000839 ArenaVector<LinkerPatch> linker_patches = EmitAndSortLinkerPatches(codegen);
Vladimir Markof9f64412015-09-02 14:05:49 +0100840 ArenaVector<uint8_t> stack_map(arena->Adapter(kArenaAllocStackMaps));
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000841 stack_map.resize(codegen->ComputeStackMapsSize());
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000842 codegen->BuildStackMaps(MemoryRegion(stack_map.data(), stack_map.size()), *code_item);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000843
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100844 CompiledMethod* compiled_method = CompiledMethod::SwapAllocCompiledMethod(
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000845 compiler_driver,
846 codegen->GetInstructionSet(),
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000847 ArrayRef<const uint8_t>(code_allocator->GetMemory()),
Roland Levillainaa9b7c42015-02-17 15:40:09 +0000848 // Follow Quick's behavior and set the frame size to zero if it is
849 // considered "empty" (see the definition of
850 // art::CodeGenerator::HasEmptyFrame).
851 codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(),
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000852 codegen->GetCoreSpillMask(),
Nicolas Geoffrayd97dc402015-01-22 13:50:01 +0000853 codegen->GetFpuSpillMask(),
David Srbeckyf71b3ad2015-12-08 15:05:08 +0000854 ArrayRef<const SrcMapElem>(),
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100855 ArrayRef<const uint8_t>(stack_map),
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100856 ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()),
Vladimir Marko58155012015-08-19 12:49:41 +0000857 ArrayRef<const LinkerPatch>(linker_patches));
Mathieu Chartiered150002015-08-28 11:16:54 -0700858
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100859 return compiled_method;
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000860}
861
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000862CodeGenerator* OptimizingCompiler::TryCompile(ArenaAllocator* arena,
863 CodeVectorAllocator* code_allocator,
864 const DexFile::CodeItem* code_item,
865 uint32_t access_flags,
866 InvokeType invoke_type,
867 uint16_t class_def_idx,
868 uint32_t method_idx,
869 jobject class_loader,
870 const DexFile& dex_file,
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000871 Handle<mirror::DexCache> dex_cache,
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +0000872 ArtMethod* method,
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000873 bool osr,
874 VariableSizedHandleScope* handles) const {
Calin Juravle2be39e02015-04-21 13:56:34 +0100875 MaybeRecordStat(MethodCompilationStat::kAttemptCompilation);
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000876 CompilerDriver* compiler_driver = GetCompilerDriver();
877 InstructionSet instruction_set = compiler_driver->GetInstructionSet();
Calin Juravlecff8cc72015-10-09 12:03:24 +0100878
Roland Levillain3b359c72015-11-17 19:35:12 +0000879 // Always use the Thumb-2 assembler: some runtime functionality
880 // (like implicit stack overflow checks) assume Thumb-2.
Artem Serovba6b6792016-08-15 14:22:07 +0100881 DCHECK_NE(instruction_set, kArm);
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100882
883 // Do not attempt to compile on architectures we do not support.
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000884 if (!IsInstructionSetSupported(instruction_set)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100885 MaybeRecordStat(MethodCompilationStat::kNotCompiledUnsupportedIsa);
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100886 return nullptr;
887 }
888
Roland Levillain0d5a2812015-11-13 10:07:31 +0000889 // When read barriers are enabled, do not attempt to compile for
890 // instruction sets that have no read barrier support.
891 if (kEmitCompilerReadBarrier && !InstructionSetSupportsReadBarrier(instruction_set)) {
892 return nullptr;
893 }
894
Nicolas Geoffrayb5f62b32014-10-30 10:58:41 +0000895 if (Compiler::IsPathologicalCase(*code_item, method_idx, dex_file)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100896 MaybeRecordStat(MethodCompilationStat::kNotCompiledPathological);
Nicolas Geoffrayb5f62b32014-10-30 10:58:41 +0000897 return nullptr;
898 }
899
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000900 // Implementation of the space filter: do not compile a code item whose size in
Nicolas Geoffray432bf3d2015-07-17 11:11:09 +0100901 // code units is bigger than 128.
902 static constexpr size_t kSpaceFilterOptimizingThreshold = 128;
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000903 const CompilerOptions& compiler_options = compiler_driver->GetCompilerOptions();
Andreas Gampe29d38e72016-03-23 15:31:51 +0000904 if ((compiler_options.GetCompilerFilter() == CompilerFilter::kSpace)
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000905 && (code_item->insns_size_in_code_units_ > kSpaceFilterOptimizingThreshold)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100906 MaybeRecordStat(MethodCompilationStat::kNotCompiledSpaceFilter);
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000907 return nullptr;
908 }
909
Vladimir Marko97d7e1c2016-10-04 14:44:28 +0100910 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000911 DexCompilationUnit dex_compilation_unit(
Vladimir Markodf739842016-03-23 16:59:07 +0000912 class_loader,
Vladimir Marko97d7e1c2016-10-04 14:44:28 +0100913 class_linker,
Vladimir Markodf739842016-03-23 16:59:07 +0000914 dex_file,
915 code_item,
916 class_def_idx,
917 method_idx,
918 access_flags,
919 /* verified_method */ nullptr,
920 dex_cache);
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000921
Calin Juravle3cd4fc82015-05-14 15:15:42 +0100922 bool requires_barrier = dex_compilation_unit.IsConstructor()
923 && compiler_driver->RequiresConstructorBarrier(Thread::Current(),
924 dex_compilation_unit.GetDexFile(),
925 dex_compilation_unit.GetClassDefIndex());
David Brazdilbadd8262016-02-02 16:28:56 +0000926
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000927 HGraph* graph = new (arena) HGraph(
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000928 arena,
929 dex_file,
930 method_idx,
931 requires_barrier,
932 compiler_driver->GetInstructionSet(),
933 kInvalidInvokeType,
934 compiler_driver->GetCompilerOptions().GetDebuggable(),
935 osr);
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000936
David Brazdilbadd8262016-02-02 16:28:56 +0000937 const uint8_t* interpreter_metadata = nullptr;
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +0000938 if (method == nullptr) {
David Brazdilbadd8262016-02-02 16:28:56 +0000939 ScopedObjectAccess soa(Thread::Current());
940 StackHandleScope<1> hs(soa.Self());
941 Handle<mirror::ClassLoader> loader(hs.NewHandle(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700942 soa.Decode<mirror::ClassLoader>(class_loader)));
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +0000943 method = compiler_driver->ResolveMethod(
David Brazdilbadd8262016-02-02 16:28:56 +0000944 soa, dex_cache, loader, &dex_compilation_unit, method_idx, invoke_type);
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +0000945 }
946 // For AOT compilation, we may not get a method, for example if its class is erroneous.
947 // JIT should always have a method.
948 DCHECK(Runtime::Current()->IsAotCompiler() || method != nullptr);
949 if (method != nullptr) {
950 graph->SetArtMethod(method);
951 ScopedObjectAccess soa(Thread::Current());
Vladimir Marko97d7e1c2016-10-04 14:44:28 +0100952 interpreter_metadata = method->GetQuickenedInfo(class_linker->GetImagePointerSize());
Andreas Gampea5b09a62016-11-17 15:21:22 -0800953 dex::TypeIndex type_index = method->GetDeclaringClass()->GetDexTypeIndex();
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +0000954
955 // Update the dex cache if the type is not in it yet. Note that under AOT,
956 // the verifier must have set it, but under JIT, there's no guarantee, as we
957 // don't necessarily run the verifier.
958 // The compiler and the compiler driver assume the compiling class is
959 // in the dex cache.
960 if (dex_cache->GetResolvedType(type_index) == nullptr) {
961 dex_cache->SetResolvedType(type_index, method->GetDeclaringClass());
Nicolas Geoffray12abcbd2016-06-06 15:51:58 +0000962 }
David Brazdilbadd8262016-02-02 16:28:56 +0000963 }
964
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000965 std::unique_ptr<CodeGenerator> codegen(
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000966 CodeGenerator::Create(graph,
967 instruction_set,
968 *compiler_driver->GetInstructionSetFeatures(),
Calin Juravle2ae48182016-03-16 14:05:09 +0000969 compiler_driver->GetCompilerOptions(),
970 compilation_stats_.get()));
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000971 if (codegen.get() == nullptr) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100972 MaybeRecordStat(MethodCompilationStat::kNotCompiledNoCodegen);
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000973 return nullptr;
974 }
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100975 codegen->GetAssembler()->cfi().SetEnabled(
David Srbecky5b1c2ca2016-01-25 17:32:41 +0000976 compiler_driver->GetCompilerOptions().GenerateAnyDebugInfo());
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000977
David Brazdil69ba7b72015-06-23 18:27:30 +0100978 PassObserver pass_observer(graph,
David Brazdil69ba7b72015-06-23 18:27:30 +0100979 codegen.get(),
980 visualizer_output_.get(),
Andreas Gampea0d81af2016-10-27 12:04:57 -0700981 compiler_driver,
982 dump_mutex_);
David Brazdil5e8b1372015-01-23 14:39:08 +0000983
David Brazdil809658e2015-02-05 11:34:02 +0000984 {
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000985 VLOG(compiler) << "Building " << pass_observer.GetMethodName();
986 PassScope scope(HGraphBuilder::kBuilderPassName, &pass_observer);
987 HGraphBuilder builder(graph,
988 &dex_compilation_unit,
989 &dex_compilation_unit,
990 &dex_file,
991 *code_item,
992 compiler_driver,
993 compilation_stats_.get(),
994 interpreter_metadata,
995 dex_cache,
996 handles);
997 GraphAnalysisResult result = builder.BuildGraph();
998 if (result != kAnalysisSuccess) {
999 switch (result) {
1000 case kAnalysisSkipped:
1001 MaybeRecordStat(MethodCompilationStat::kNotCompiledSkipped);
1002 break;
1003 case kAnalysisInvalidBytecode:
1004 MaybeRecordStat(MethodCompilationStat::kNotCompiledInvalidBytecode);
1005 break;
1006 case kAnalysisFailThrowCatchLoop:
1007 MaybeRecordStat(MethodCompilationStat::kNotCompiledThrowCatchLoop);
1008 break;
1009 case kAnalysisFailAmbiguousArrayOp:
1010 MaybeRecordStat(MethodCompilationStat::kNotCompiledAmbiguousArrayOp);
1011 break;
1012 case kAnalysisSuccess:
1013 UNREACHABLE();
David Brazdil809658e2015-02-05 11:34:02 +00001014 }
Nicolas Geoffray22384ae2016-12-12 22:33:36 +00001015 pass_observer.SetGraphInBadState();
1016 return nullptr;
Nicolas Geoffrayf5370122014-12-02 11:51:19 +00001017 }
David Brazdilbadd8262016-02-02 16:28:56 +00001018 }
Vladimir Markof9f64412015-09-02 14:05:49 +01001019
Nicolas Geoffray22384ae2016-12-12 22:33:36 +00001020 RunOptimizations(graph,
1021 codegen.get(),
1022 compiler_driver,
1023 dex_compilation_unit,
1024 &pass_observer,
1025 handles);
1026
1027 RegisterAllocator::Strategy regalloc_strategy =
1028 compiler_options.GetRegisterAllocationStrategy();
1029 AllocateRegisters(graph, codegen.get(), &pass_observer, regalloc_strategy);
1030
1031 codegen->Compile(code_allocator);
1032 pass_observer.DumpDisassembly();
1033
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001034 return codegen.release();
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +00001035}
1036
Nicolas Geoffray216eaa22015-03-17 17:09:30 +00001037CompiledMethod* OptimizingCompiler::Compile(const DexFile::CodeItem* code_item,
1038 uint32_t access_flags,
1039 InvokeType invoke_type,
1040 uint16_t class_def_idx,
1041 uint32_t method_idx,
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01001042 jobject jclass_loader,
Mathieu Chartier736b5602015-09-02 14:54:11 -07001043 const DexFile& dex_file,
1044 Handle<mirror::DexCache> dex_cache) const {
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01001045 CompilerDriver* compiler_driver = GetCompilerDriver();
1046 CompiledMethod* method = nullptr;
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001047 DCHECK(Runtime::Current()->IsAotCompiler());
1048 const VerifiedMethod* verified_method = compiler_driver->GetVerifiedMethod(&dex_file, method_idx);
1049 DCHECK(!verified_method->HasRuntimeThrow());
1050 if (compiler_driver->IsMethodVerifiedWithoutFailures(method_idx, class_def_idx, dex_file)
Nicolas Geoffray250a3782016-04-20 16:27:53 +01001051 || verifier::MethodVerifier::CanCompilerHandleVerificationFailure(
1052 verified_method->GetEncounteredVerificationFailures())) {
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001053 ArenaAllocator arena(Runtime::Current()->GetArenaPool());
1054 CodeVectorAllocator code_allocator(&arena);
Nicolas Geoffray22384ae2016-12-12 22:33:36 +00001055 std::unique_ptr<CodeGenerator> codegen;
1056 {
1057 ScopedObjectAccess soa(Thread::Current());
1058 VariableSizedHandleScope handles(soa.Self());
1059 // Go to native so that we don't block GC during compilation.
1060 ScopedThreadSuspension sts(soa.Self(), kNative);
1061 codegen.reset(
1062 TryCompile(&arena,
1063 &code_allocator,
1064 code_item,
1065 access_flags,
1066 invoke_type,
1067 class_def_idx,
1068 method_idx,
1069 jclass_loader,
1070 dex_file,
1071 dex_cache,
1072 nullptr,
1073 /* osr */ false,
1074 &handles));
1075 }
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001076 if (codegen.get() != nullptr) {
Calin Juravlead543382015-11-19 17:26:29 +00001077 MaybeRecordStat(MethodCompilationStat::kCompiled);
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +00001078 method = Emit(&arena, &code_allocator, codegen.get(), compiler_driver, code_item);
Vladimir Marko3a40bf22016-03-22 16:26:33 +00001079
1080 if (kArenaAllocatorCountAllocations) {
1081 if (arena.BytesAllocated() > kArenaAllocatorMemoryReportThreshold) {
1082 MemStats mem_stats(arena.GetMemStats());
David Sehr709b0702016-10-13 09:12:37 -07001083 LOG(INFO) << dex_file.PrettyMethod(method_idx) << " " << Dumpable<MemStats>(mem_stats);
Vladimir Marko3a40bf22016-03-22 16:26:33 +00001084 }
1085 }
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01001086 }
Nicolas Geoffray0c3c2662015-10-15 13:53:04 +01001087 } else {
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001088 if (compiler_driver->GetCompilerOptions().VerifyAtRuntime()) {
1089 MaybeRecordStat(MethodCompilationStat::kNotCompiledVerifyAtRuntime);
1090 } else {
Calin Juravlead543382015-11-19 17:26:29 +00001091 MaybeRecordStat(MethodCompilationStat::kNotCompiledVerificationError);
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001092 }
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01001093 }
1094
Calin Juravlecff8cc72015-10-09 12:03:24 +01001095 if (kIsDebugBuild &&
1096 IsCompilingWithCoreImage() &&
Roland Levillain0d5a2812015-11-13 10:07:31 +00001097 IsInstructionSetSupported(compiler_driver->GetInstructionSet()) &&
1098 (!kEmitCompilerReadBarrier ||
1099 InstructionSetSupportsReadBarrier(compiler_driver->GetInstructionSet()))) {
1100 // For testing purposes, we put a special marker on method names
1101 // that should be compiled with this compiler (when the the
1102 // instruction set is supported -- and has support for read
1103 // barriers, if they are enabled). This makes sure we're not
1104 // regressing.
David Sehr709b0702016-10-13 09:12:37 -07001105 std::string method_name = dex_file.PrettyMethod(method_idx);
Calin Juravle09b1d6f2015-10-07 12:08:54 +01001106 bool shouldCompile = method_name.find("$opt$") != std::string::npos;
1107 DCHECK((method != nullptr) || !shouldCompile) << "Didn't compile " << method_name;
1108 }
1109
Nicolas Geoffray12be74e2015-03-30 13:29:08 +01001110 return method;
Nicolas Geoffray216eaa22015-03-17 17:09:30 +00001111}
1112
Andreas Gampe53c913b2014-08-12 23:19:23 -07001113Compiler* CreateOptimizingCompiler(CompilerDriver* driver) {
1114 return new OptimizingCompiler(driver);
1115}
1116
Nicolas Geoffray335005e2015-06-25 10:01:47 +01001117bool IsCompilingWithCoreImage() {
1118 const std::string& image = Runtime::Current()->GetImageLocation();
Jeff Haodcdc85b2015-12-04 14:06:18 -08001119 // TODO: This is under-approximating...
Andreas Gampe9186ced2016-12-12 14:28:21 -08001120 if (android::base::EndsWith(image, "core.art") ||
1121 android::base::EndsWith(image, "core-optimizing.art")) {
Jeff Haodcdc85b2015-12-04 14:06:18 -08001122 return true;
1123 }
1124 return false;
Nicolas Geoffray335005e2015-06-25 10:01:47 +01001125}
1126
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001127bool OptimizingCompiler::JitCompile(Thread* self,
1128 jit::JitCodeCache* code_cache,
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +00001129 ArtMethod* method,
1130 bool osr) {
Nicolas Geoffray132d8362016-11-16 09:19:42 +00001131 StackHandleScope<3> hs(self);
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001132 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
1133 method->GetDeclaringClass()->GetClassLoader()));
1134 Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache()));
Nicolas Geoffray250a3782016-04-20 16:27:53 +01001135 DCHECK(method->IsCompilable());
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001136
1137 jobject jclass_loader = class_loader.ToJObject();
1138 const DexFile* dex_file = method->GetDexFile();
1139 const uint16_t class_def_idx = method->GetClassDefIndex();
1140 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
1141 const uint32_t method_idx = method->GetDexMethodIndex();
1142 const uint32_t access_flags = method->GetAccessFlags();
1143 const InvokeType invoke_type = method->GetInvokeType();
1144
Nicolas Geoffray25e04562016-03-01 13:17:58 +00001145 ArenaAllocator arena(Runtime::Current()->GetJitArenaPool());
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001146 CodeVectorAllocator code_allocator(&arena);
Nicolas Geoffray22384ae2016-12-12 22:33:36 +00001147 VariableSizedHandleScope handles(self);
1148
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001149 std::unique_ptr<CodeGenerator> codegen;
1150 {
1151 // Go to native so that we don't block GC during compilation.
1152 ScopedThreadSuspension sts(self, kNative);
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001153 codegen.reset(
1154 TryCompile(&arena,
1155 &code_allocator,
1156 code_item,
1157 access_flags,
1158 invoke_type,
1159 class_def_idx,
1160 method_idx,
1161 jclass_loader,
1162 *dex_file,
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +00001163 dex_cache,
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +00001164 method,
Nicolas Geoffray22384ae2016-12-12 22:33:36 +00001165 osr,
1166 &handles));
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001167 if (codegen.get() == nullptr) {
1168 return false;
1169 }
Vladimir Marko3a40bf22016-03-22 16:26:33 +00001170
1171 if (kArenaAllocatorCountAllocations) {
1172 if (arena.BytesAllocated() > kArenaAllocatorMemoryReportThreshold) {
1173 MemStats mem_stats(arena.GetMemStats());
David Sehr709b0702016-10-13 09:12:37 -07001174 LOG(INFO) << dex_file->PrettyMethod(method_idx) << " " << Dumpable<MemStats>(mem_stats);
Vladimir Marko3a40bf22016-03-22 16:26:33 +00001175 }
1176 }
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001177 }
1178
1179 size_t stack_map_size = codegen->ComputeStackMapsSize();
Nicolas Geoffray132d8362016-11-16 09:19:42 +00001180 size_t number_of_roots = codegen->GetNumberOfJitRoots();
1181 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1182 // We allocate an object array to ensure the JIT roots that we will collect in EmitJitRoots
1183 // will be visible by the GC between EmitLiterals and CommitCode. Once CommitCode is
1184 // executed, this array is not needed.
1185 Handle<mirror::ObjectArray<mirror::Object>> roots(
1186 hs.NewHandle(mirror::ObjectArray<mirror::Object>::Alloc(
1187 self, class_linker->GetClassRoot(ClassLinker::kObjectArrayClass), number_of_roots)));
1188 if (roots.Get() == nullptr) {
1189 // Out of memory, just clear the exception to avoid any Java exception uncaught problems.
1190 DCHECK(self->IsExceptionPending());
1191 self->ClearException();
1192 return false;
1193 }
1194 uint8_t* stack_map_data = nullptr;
1195 uint8_t* roots_data = nullptr;
1196 code_cache->ReserveData(
1197 self, stack_map_size, number_of_roots, method, &stack_map_data, &roots_data);
1198 if (stack_map_data == nullptr || roots_data == nullptr) {
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001199 return false;
1200 }
Nicolas Geoffray73be1e82015-09-17 15:22:56 +01001201 MaybeRecordStat(MethodCompilationStat::kCompiled);
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +00001202 codegen->BuildStackMaps(MemoryRegion(stack_map_data, stack_map_size), *code_item);
Nicolas Geoffray132d8362016-11-16 09:19:42 +00001203 codegen->EmitJitRoots(code_allocator.GetData(), roots, roots_data, dex_cache);
1204
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001205 const void* code = code_cache->CommitCode(
1206 self,
1207 method,
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001208 stack_map_data,
Nicolas Geoffray132d8362016-11-16 09:19:42 +00001209 roots_data,
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001210 codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(),
1211 codegen->GetCoreSpillMask(),
1212 codegen->GetFpuSpillMask(),
1213 code_allocator.GetMemory().data(),
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +00001214 code_allocator.GetSize(),
Nicolas Geoffray132d8362016-11-16 09:19:42 +00001215 osr,
Mingyao Yang063fc772016-08-02 11:02:54 -07001216 roots,
1217 codegen->GetGraph()->HasShouldDeoptimizeFlag(),
1218 codegen->GetGraph()->GetCHASingleImplementationList());
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001219
1220 if (code == nullptr) {
Nicolas Geoffrayf46501c2016-11-22 13:45:36 +00001221 code_cache->ClearData(self, stack_map_data, roots_data);
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001222 return false;
1223 }
1224
David Srbecky91cc06c2016-03-07 16:13:58 +00001225 const CompilerOptions& compiler_options = GetCompilerDriver()->GetCompilerOptions();
1226 if (compiler_options.GetGenerateDebugInfo()) {
David Srbecky5cc349f2015-12-18 15:04:48 +00001227 const auto* method_header = reinterpret_cast<const OatQuickMethodHeader*>(code);
1228 const uintptr_t code_address = reinterpret_cast<uintptr_t>(method_header->GetCode());
David Srbecky09c2a6b2016-03-11 17:11:44 +00001229 debug::MethodDebugInfo info = debug::MethodDebugInfo();
1230 info.trampoline_name = nullptr;
David Srbecky197160d2016-03-07 17:33:57 +00001231 info.dex_file = dex_file;
1232 info.class_def_index = class_def_idx;
1233 info.dex_method_index = method_idx;
1234 info.access_flags = access_flags;
1235 info.code_item = code_item;
1236 info.isa = codegen->GetInstructionSet();
1237 info.deduped = false;
1238 info.is_native_debuggable = compiler_options.GetNativeDebuggable();
1239 info.is_optimized = true;
1240 info.is_code_address_text_relative = false;
1241 info.code_address = code_address;
1242 info.code_size = code_allocator.GetSize();
1243 info.frame_size_in_bytes = method_header->GetFrameSizeInBytes();
1244 info.code_info = stack_map_size == 0 ? nullptr : stack_map_data;
1245 info.cfi = ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data());
Vladimir Marko93205e32016-04-13 11:59:46 +01001246 std::vector<uint8_t> elf_file = debug::WriteDebugElfFileForMethods(
David Srbecky5d811202016-03-08 13:21:22 +00001247 GetCompilerDriver()->GetInstructionSet(),
1248 GetCompilerDriver()->GetInstructionSetFeatures(),
David Srbeckyfe736b72016-03-09 11:44:44 +00001249 ArrayRef<const debug::MethodDebugInfo>(&info, 1));
Vladimir Marko93205e32016-04-13 11:59:46 +01001250 CreateJITCodeEntryForAddress(code_address, std::move(elf_file));
David Srbecky5cc349f2015-12-18 15:04:48 +00001251 }
1252
Nicolas Geoffraya4f81542016-03-08 16:57:48 +00001253 Runtime::Current()->GetJit()->AddMemoryUsage(method, arena.BytesUsed());
1254
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001255 return true;
1256}
1257
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +00001258} // namespace art