blob: c8336dabd9b2f3a7f60ef56a4e192663b7c78ca8 [file] [log] [blame]
Nicolas Geoffray9cf35522014-06-09 18:40:10 +01001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_X86_64_H_
18#define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_X86_64_H_
19
Mark P Mendell17077d82015-12-16 19:15:59 +000020#include "arch/x86_64/instruction_set_features_x86_64.h"
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010021#include "code_generator.h"
Calin Juravlecd6dffe2015-01-08 17:35:35 +000022#include "driver/compiler_options.h"
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010023#include "nodes.h"
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +000024#include "parallel_move_resolver.h"
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010025#include "utils/x86_64/assembler_x86_64.h"
26
27namespace art {
28namespace x86_64 {
29
Nicolas Geoffray86a8d7a2014-11-19 08:47:18 +000030// Use a local definition to prevent copying mistakes.
Andreas Gampe542451c2016-07-26 09:02:02 -070031static constexpr size_t kX86_64WordSize = static_cast<size_t>(kX86_64PointerSize);
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010032
Nicolas Geoffrayee3cf072015-10-06 11:45:02 +010033// Some x86_64 instructions require a register to be available as temp.
34static constexpr Register TMP = R11;
35
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010036static constexpr Register kParameterCoreRegisters[] = { RSI, RDX, RCX, R8, R9 };
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010037static constexpr FloatRegister kParameterFloatRegisters[] =
38 { XMM0, XMM1, XMM2, XMM3, XMM4, XMM5, XMM6, XMM7 };
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010039
40static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010041static constexpr size_t kParameterFloatRegistersLength = arraysize(kParameterFloatRegisters);
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010042
Jeff Hao848f70a2014-01-15 13:49:50 -080043static constexpr Register kRuntimeParameterCoreRegisters[] = { RDI, RSI, RDX, RCX };
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000044static constexpr size_t kRuntimeParameterCoreRegistersLength =
45 arraysize(kRuntimeParameterCoreRegisters);
46static constexpr FloatRegister kRuntimeParameterFpuRegisters[] = { XMM0, XMM1 };
47static constexpr size_t kRuntimeParameterFpuRegistersLength =
48 arraysize(kRuntimeParameterFpuRegisters);
49
Mark Mendella4f12202015-08-06 15:23:34 -040050// These XMM registers are non-volatile in ART ABI, but volatile in native ABI.
51// If the ART ABI changes, this list must be updated. It is used to ensure that
52// these are not clobbered by any direct call to native code (such as math intrinsics).
53static constexpr FloatRegister non_volatile_xmm_regs[] = { XMM12, XMM13, XMM14, XMM15 };
54
55
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000056class InvokeRuntimeCallingConvention : public CallingConvention<Register, FloatRegister> {
57 public:
58 InvokeRuntimeCallingConvention()
59 : CallingConvention(kRuntimeParameterCoreRegisters,
60 kRuntimeParameterCoreRegistersLength,
61 kRuntimeParameterFpuRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -070062 kRuntimeParameterFpuRegistersLength,
63 kX86_64PointerSize) {}
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000064
65 private:
66 DISALLOW_COPY_AND_ASSIGN(InvokeRuntimeCallingConvention);
67};
68
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010069class InvokeDexCallingConvention : public CallingConvention<Register, FloatRegister> {
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010070 public:
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010071 InvokeDexCallingConvention() : CallingConvention(
72 kParameterCoreRegisters,
73 kParameterCoreRegistersLength,
74 kParameterFloatRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -070075 kParameterFloatRegistersLength,
76 kX86_64PointerSize) {}
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010077
78 private:
79 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConvention);
80};
81
Calin Juravlee460d1d2015-09-29 04:52:17 +010082class FieldAccessCallingConventionX86_64 : public FieldAccessCallingConvention {
83 public:
84 FieldAccessCallingConventionX86_64() {}
85
86 Location GetObjectLocation() const OVERRIDE {
87 return Location::RegisterLocation(RSI);
88 }
89 Location GetFieldIndexLocation() const OVERRIDE {
90 return Location::RegisterLocation(RDI);
91 }
92 Location GetReturnLocation(Primitive::Type type ATTRIBUTE_UNUSED) const OVERRIDE {
93 return Location::RegisterLocation(RAX);
94 }
Nicolas Geoffray5b3c6c02017-01-19 14:22:26 +000095 Location GetSetValueLocation(Primitive::Type type ATTRIBUTE_UNUSED, bool is_instance)
96 const OVERRIDE {
97 return is_instance
Calin Juravlee460d1d2015-09-29 04:52:17 +010098 ? Location::RegisterLocation(RDX)
Nicolas Geoffray5b3c6c02017-01-19 14:22:26 +000099 : Location::RegisterLocation(RSI);
Calin Juravlee460d1d2015-09-29 04:52:17 +0100100 }
101 Location GetFpuLocation(Primitive::Type type ATTRIBUTE_UNUSED) const OVERRIDE {
102 return Location::FpuRegisterLocation(XMM0);
103 }
104
105 private:
106 DISALLOW_COPY_AND_ASSIGN(FieldAccessCallingConventionX86_64);
107};
108
109
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100110class InvokeDexCallingConventionVisitorX86_64 : public InvokeDexCallingConventionVisitor {
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100111 public:
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100112 InvokeDexCallingConventionVisitorX86_64() {}
113 virtual ~InvokeDexCallingConventionVisitorX86_64() {}
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100114
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100115 Location GetNextLocation(Primitive::Type type) OVERRIDE;
Nicolas Geoffrayfd88f162015-06-03 11:23:52 +0100116 Location GetReturnLocation(Primitive::Type type) const OVERRIDE;
117 Location GetMethodLocation() const OVERRIDE;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100118
119 private:
120 InvokeDexCallingConvention calling_convention;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100121
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100122 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConventionVisitorX86_64);
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100123};
124
125class CodeGeneratorX86_64;
Andreas Gampe71fb52f2014-12-29 17:43:08 -0800126
Zheng Xuad4450e2015-04-17 18:48:56 +0800127class ParallelMoveResolverX86_64 : public ParallelMoveResolverWithSwap {
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +0000128 public:
129 ParallelMoveResolverX86_64(ArenaAllocator* allocator, CodeGeneratorX86_64* codegen)
Zheng Xuad4450e2015-04-17 18:48:56 +0800130 : ParallelMoveResolverWithSwap(allocator), codegen_(codegen) {}
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +0000131
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000132 void EmitMove(size_t index) OVERRIDE;
133 void EmitSwap(size_t index) OVERRIDE;
134 void SpillScratch(int reg) OVERRIDE;
135 void RestoreScratch(int reg) OVERRIDE;
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +0000136
137 X86_64Assembler* GetAssembler() const;
138
139 private:
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100140 void Exchange32(CpuRegister reg, int mem);
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100141 void Exchange32(XmmRegister reg, int mem);
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100142 void Exchange32(int mem1, int mem2);
Mark Mendell8a1c7282015-06-29 15:41:28 -0400143 void Exchange64(CpuRegister reg1, CpuRegister reg2);
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100144 void Exchange64(CpuRegister reg, int mem);
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100145 void Exchange64(XmmRegister reg, int mem);
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100146 void Exchange64(int mem1, int mem2);
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +0000147
148 CodeGeneratorX86_64* const codegen_;
149
150 DISALLOW_COPY_AND_ASSIGN(ParallelMoveResolverX86_64);
151};
152
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100153class LocationsBuilderX86_64 : public HGraphVisitor {
154 public:
155 LocationsBuilderX86_64(HGraph* graph, CodeGeneratorX86_64* codegen)
156 : HGraphVisitor(graph), codegen_(codegen) {}
157
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100158#define DECLARE_VISIT_INSTRUCTION(name, super) \
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000159 void Visit##name(H##name* instr) OVERRIDE;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100160
Alexandre Ramesef20f712015-06-09 10:29:30 +0100161 FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
162 FOR_EACH_CONCRETE_INSTRUCTION_X86_64(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100163
164#undef DECLARE_VISIT_INSTRUCTION
165
Alexandre Ramesef20f712015-06-09 10:29:30 +0100166 void VisitInstruction(HInstruction* instruction) OVERRIDE {
167 LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
168 << " (id " << instruction->GetId() << ")";
169 }
170
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100171 private:
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000172 void HandleInvoke(HInvoke* invoke);
173 void HandleBitwiseOperation(HBinaryOperation* operation);
Vladimir Marko5f7b58e2015-11-23 19:49:34 +0000174 void HandleCondition(HCondition* condition);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000175 void HandleShift(HBinaryOperation* operation);
Calin Juravle52c48962014-12-16 17:02:57 +0000176 void HandleFieldSet(HInstruction* instruction, const FieldInfo& field_info);
177 void HandleFieldGet(HInstruction* instruction);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000178
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100179 CodeGeneratorX86_64* const codegen_;
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100180 InvokeDexCallingConventionVisitorX86_64 parameter_visitor_;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100181
182 DISALLOW_COPY_AND_ASSIGN(LocationsBuilderX86_64);
183};
184
Aart Bik42249c32016-01-07 15:33:50 -0800185class InstructionCodeGeneratorX86_64 : public InstructionCodeGenerator {
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100186 public:
187 InstructionCodeGeneratorX86_64(HGraph* graph, CodeGeneratorX86_64* codegen);
188
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100189#define DECLARE_VISIT_INSTRUCTION(name, super) \
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000190 void Visit##name(H##name* instr) OVERRIDE;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100191
Alexandre Ramesef20f712015-06-09 10:29:30 +0100192 FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
193 FOR_EACH_CONCRETE_INSTRUCTION_X86_64(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100194
195#undef DECLARE_VISIT_INSTRUCTION
196
Alexandre Ramesef20f712015-06-09 10:29:30 +0100197 void VisitInstruction(HInstruction* instruction) OVERRIDE {
198 LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
199 << " (id " << instruction->GetId() << ")";
200 }
201
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100202 X86_64Assembler* GetAssembler() const { return assembler_; }
203
204 private:
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100205 // Generate code for the given suspend check. If not null, `successor`
206 // is the block to branch to if the suspend check is not needed, and after
207 // the suspend call.
208 void GenerateSuspendCheck(HSuspendCheck* instruction, HBasicBlock* successor);
Andreas Gampe85b62f22015-09-09 13:15:38 -0700209 void GenerateClassInitializationCheck(SlowPathCode* slow_path, CpuRegister class_reg);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000210 void HandleBitwiseOperation(HBinaryOperation* operation);
Mark Mendellc4701932015-04-10 13:18:51 -0400211 void GenerateRemFP(HRem* rem);
Guillaume Sanchez0f88e872015-03-30 17:55:45 +0100212 void DivRemOneOrMinusOne(HBinaryOperation* instruction);
Guillaume Sanchezb19930c2015-04-09 21:12:15 +0100213 void DivByPowerOfTwo(HDiv* instruction);
Guillaume Sanchez0f88e872015-03-30 17:55:45 +0100214 void GenerateDivRemWithAnyConstant(HBinaryOperation* instruction);
Calin Juravlebacfec32014-11-14 15:54:36 +0000215 void GenerateDivRemIntegral(HBinaryOperation* instruction);
Vladimir Marko5f7b58e2015-11-23 19:49:34 +0000216 void HandleCondition(HCondition* condition);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000217 void HandleShift(HBinaryOperation* operation);
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000218
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100219 void HandleFieldSet(HInstruction* instruction,
220 const FieldInfo& field_info,
221 bool value_can_be_null);
Calin Juravle52c48962014-12-16 17:02:57 +0000222 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000223
224 // Generate a heap reference load using one register `out`:
225 //
226 // out <- *(out + offset)
227 //
228 // while honoring heap poisoning and/or read barriers (if any).
Roland Levillain95e7ffc2016-01-22 11:57:25 +0000229 //
230 // Location `maybe_temp` is used when generating a read barrier and
231 // shall be a register in that case; it may be an invalid location
232 // otherwise.
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000233 void GenerateReferenceLoadOneRegister(HInstruction* instruction,
234 Location out,
235 uint32_t offset,
Mathieu Chartieraa474eb2016-11-09 15:18:27 -0800236 Location maybe_temp,
Mathieu Chartier3af00dc2016-11-10 11:25:57 -0800237 ReadBarrierOption read_barrier_option);
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000238 // Generate a heap reference load using two different registers
239 // `out` and `obj`:
240 //
241 // out <- *(obj + offset)
242 //
243 // while honoring heap poisoning and/or read barriers (if any).
Roland Levillain95e7ffc2016-01-22 11:57:25 +0000244 //
245 // Location `maybe_temp` is used when generating a Baker's (fast
246 // path) read barrier and shall be a register in that case; it may
247 // be an invalid location otherwise.
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000248 void GenerateReferenceLoadTwoRegisters(HInstruction* instruction,
249 Location out,
250 Location obj,
Mathieu Chartiercdba73b2016-11-03 19:23:06 -0700251 uint32_t offset,
Mathieu Chartier3af00dc2016-11-10 11:25:57 -0800252 ReadBarrierOption read_barrier_option);
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000253 // Generate a GC root reference load:
254 //
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000255 // root <- *address
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000256 //
Mathieu Chartier3af00dc2016-11-10 11:25:57 -0800257 // while honoring read barriers based on read_barrier_option.
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000258 void GenerateGcRootFieldLoad(HInstruction* instruction,
259 Location root,
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000260 const Address& address,
Roland Levillain00468f32016-10-27 18:02:48 +0100261 Label* fixup_label,
Mathieu Chartier3af00dc2016-11-10 11:25:57 -0800262 ReadBarrierOption read_barrier_option);
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000263
Mark Mendell24f2dfa2015-01-14 19:51:45 -0500264 void PushOntoFPStack(Location source, uint32_t temp_offset,
265 uint32_t stack_adjustment, bool is_float);
Mark Mendell7c0b44f2016-02-01 10:08:35 -0500266 void GenerateCompareTest(HCondition* condition);
Mark Mendell152408f2015-12-31 12:28:50 -0500267 template<class LabelType>
Mingyao Yangd43b3ac2015-04-01 14:03:04 -0700268 void GenerateTestAndBranch(HInstruction* instruction,
David Brazdil0debae72015-11-12 18:37:00 +0000269 size_t condition_input_index,
Mark Mendell152408f2015-12-31 12:28:50 -0500270 LabelType* true_target,
271 LabelType* false_target);
272 template<class LabelType>
David Brazdil0debae72015-11-12 18:37:00 +0000273 void GenerateCompareTestAndBranch(HCondition* condition,
Mark Mendell152408f2015-12-31 12:28:50 -0500274 LabelType* true_target,
275 LabelType* false_target);
276 template<class LabelType>
277 void GenerateFPJumps(HCondition* cond, LabelType* true_label, LabelType* false_label);
278
David Brazdilfc6a86a2015-06-26 10:33:45 +0000279 void HandleGoto(HInstruction* got, HBasicBlock* successor);
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100280
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100281 X86_64Assembler* const assembler_;
282 CodeGeneratorX86_64* const codegen_;
283
284 DISALLOW_COPY_AND_ASSIGN(InstructionCodeGeneratorX86_64);
285};
286
Mark Mendell9c86b482015-09-18 13:36:07 -0400287// Class for fixups to jump tables.
288class JumpTableRIPFixup;
289
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100290class CodeGeneratorX86_64 : public CodeGenerator {
291 public:
Mark Mendellfb8d2792015-03-31 22:16:59 -0400292 CodeGeneratorX86_64(HGraph* graph,
293 const X86_64InstructionSetFeatures& isa_features,
Serban Constantinescuecc43662015-08-13 13:33:12 +0100294 const CompilerOptions& compiler_options,
295 OptimizingCompilerStats* stats = nullptr);
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100296 virtual ~CodeGeneratorX86_64() {}
297
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000298 void GenerateFrameEntry() OVERRIDE;
299 void GenerateFrameExit() OVERRIDE;
300 void Bind(HBasicBlock* block) OVERRIDE;
Calin Juravle175dc732015-08-25 15:42:32 +0100301 void MoveConstant(Location destination, int32_t value) OVERRIDE;
Calin Juravlee460d1d2015-09-29 04:52:17 +0100302 void MoveLocation(Location dst, Location src, Primitive::Type dst_type) OVERRIDE;
303 void AddLocationAsTemp(Location location, LocationSummary* locations) OVERRIDE;
304
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000305 size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
306 size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
307 size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
308 size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100309
Alexandre Rames8158f282015-08-07 10:26:17 +0100310 // Generate code to invoke a runtime entry point.
Calin Juravle175dc732015-08-25 15:42:32 +0100311 void InvokeRuntime(QuickEntrypointEnum entrypoint,
312 HInstruction* instruction,
313 uint32_t dex_pc,
Serban Constantinescuba45db02016-07-12 22:53:02 +0100314 SlowPathCode* slow_path = nullptr) OVERRIDE;
Alexandre Rames8158f282015-08-07 10:26:17 +0100315
Roland Levillaindec8f632016-07-22 17:10:06 +0100316 // Generate code to invoke a runtime entry point, but do not record
317 // PC-related information in a stack map.
318 void InvokeRuntimeWithoutRecordingPcInfo(int32_t entry_point_offset,
319 HInstruction* instruction,
320 SlowPathCode* slow_path);
321
Serban Constantinescuba45db02016-07-12 22:53:02 +0100322 void GenerateInvokeRuntime(int32_t entry_point_offset);
323
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000324 size_t GetWordSize() const OVERRIDE {
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100325 return kX86_64WordSize;
326 }
327
Mark Mendellf85a9ca2015-01-13 09:20:58 -0500328 size_t GetFloatingPointSpillSlotSize() const OVERRIDE {
Aart Bikb13c65b2017-03-21 20:14:07 -0700329 return GetGraph()->HasSIMD()
330 ? 2 * kX86_64WordSize // 16 bytes == 2 x86_64 words for each spill
331 : 1 * kX86_64WordSize; // 8 bytes == 1 x86_64 words for each spill
Mark Mendellf85a9ca2015-01-13 09:20:58 -0500332 }
333
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000334 HGraphVisitor* GetLocationBuilder() OVERRIDE {
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100335 return &location_builder_;
336 }
337
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000338 HGraphVisitor* GetInstructionVisitor() OVERRIDE {
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100339 return &instruction_visitor_;
340 }
341
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000342 X86_64Assembler* GetAssembler() OVERRIDE {
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100343 return &assembler_;
344 }
345
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100346 const X86_64Assembler& GetAssembler() const OVERRIDE {
347 return assembler_;
348 }
349
Nicolas Geoffrayf0e39372014-11-12 17:50:07 +0000350 ParallelMoveResolverX86_64* GetMoveResolver() OVERRIDE {
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +0000351 return &move_resolver_;
352 }
353
Alexandre Ramesc01a6642016-04-15 11:54:06 +0100354 uintptr_t GetAddressOf(HBasicBlock* block) OVERRIDE {
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000355 return GetLabelOf(block)->Position();
356 }
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100357
David Brazdil58282f42016-01-14 12:45:10 +0000358 void SetupBlockedRegisters() const OVERRIDE;
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000359 void DumpCoreRegister(std::ostream& stream, int reg) const OVERRIDE;
360 void DumpFloatingPointRegister(std::ostream& stream, int reg) const OVERRIDE;
Mark Mendellf55c3e02015-03-26 21:07:46 -0400361 void Finalize(CodeAllocator* allocator) OVERRIDE;
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000362
363 InstructionSet GetInstructionSet() const OVERRIDE {
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100364 return InstructionSet::kX86_64;
365 }
366
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100367 // Emit a write barrier.
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100368 void MarkGCCard(CpuRegister temp,
369 CpuRegister card,
370 CpuRegister object,
371 CpuRegister value,
372 bool value_can_be_null);
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100373
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000374 void GenerateMemoryBarrier(MemBarrierKind kind);
375
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100376 // Helper method to move a value between two locations.
377 void Move(Location destination, Location source);
378
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100379 Label* GetLabelOf(HBasicBlock* block) const {
Vladimir Marko225b6462015-09-28 12:17:40 +0100380 return CommonGetLabelOf<Label>(block_labels_, block);
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100381 }
382
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000383 void Initialize() OVERRIDE {
Vladimir Marko225b6462015-09-28 12:17:40 +0100384 block_labels_ = CommonInitializeLabels<Label>();
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100385 }
386
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000387 bool NeedsTwoRegisters(Primitive::Type type ATTRIBUTE_UNUSED) const OVERRIDE {
388 return false;
389 }
390
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000391 // Check if the desired_string_load_kind is supported. If it is, return it,
392 // otherwise return a fall-back kind that should be used instead.
393 HLoadString::LoadKind GetSupportedLoadStringKind(
394 HLoadString::LoadKind desired_string_load_kind) OVERRIDE;
395
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100396 // Check if the desired_class_load_kind is supported. If it is, return it,
397 // otherwise return a fall-back kind that should be used instead.
398 HLoadClass::LoadKind GetSupportedLoadClassKind(
399 HLoadClass::LoadKind desired_class_load_kind) OVERRIDE;
400
Vladimir Markodc151b22015-10-15 18:02:30 +0100401 // Check if the desired_dispatch_info is supported. If it is, return it,
402 // otherwise return a fall-back info that should be used instead.
403 HInvokeStaticOrDirect::DispatchInfo GetSupportedInvokeStaticOrDirectDispatch(
404 const HInvokeStaticOrDirect::DispatchInfo& desired_dispatch_info,
Nicolas Geoffray5e4e11e2016-09-22 13:17:41 +0100405 HInvokeStaticOrDirect* invoke) OVERRIDE;
Vladimir Markodc151b22015-10-15 18:02:30 +0100406
Serguei Katkov288c7a82016-05-16 11:53:15 +0600407 Location GenerateCalleeMethodStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Location temp);
Andreas Gampe85b62f22015-09-09 13:15:38 -0700408 void GenerateStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Location temp) OVERRIDE;
409 void GenerateVirtualCall(HInvokeVirtual* invoke, Location temp) OVERRIDE;
410
Vladimir Markoaad75c62016-10-03 08:46:48 +0000411 void RecordBootStringPatch(HLoadString* load_string);
Vladimir Marko1998cd02017-01-13 13:02:58 +0000412 void RecordBootTypePatch(HLoadClass* load_class);
Vladimir Marko6bec91c2017-01-09 15:03:12 +0000413 Label* NewTypeBssEntryPatch(HLoadClass* load_class);
Vladimir Markoaad75c62016-10-03 08:46:48 +0000414 Label* NewStringBssEntryPatch(HLoadString* load_string);
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000415 Label* NewPcRelativeDexCacheArrayPatch(const DexFile& dex_file, uint32_t element_offset);
Nicolas Geoffrayf0acfe72017-01-09 20:54:52 +0000416 Label* NewJitRootStringPatch(const DexFile& dex_file,
417 dex::StringIndex dex_index,
418 Handle<mirror::String> handle);
Nicolas Geoffray5247c082017-01-13 14:17:29 +0000419 Label* NewJitRootClassPatch(const DexFile& dex_file,
420 dex::TypeIndex dex_index,
421 Handle<mirror::Class> handle);
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000422
Andreas Gampe85b62f22015-09-09 13:15:38 -0700423 void MoveFromReturnRegister(Location trg, Primitive::Type type) OVERRIDE;
Andreas Gampe71fb52f2014-12-29 17:43:08 -0800424
Vladimir Marko58155012015-08-19 12:49:41 +0000425 void EmitLinkerPatches(ArenaVector<LinkerPatch>* linker_patches) OVERRIDE;
426
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000427 void PatchJitRootUse(uint8_t* code,
428 const uint8_t* roots_data,
429 const PatchInfo<Label>& info,
430 uint64_t index_in_table) const;
431
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000432 void EmitJitRootPatches(uint8_t* code, const uint8_t* roots_data) OVERRIDE;
433
Mark Mendellfb8d2792015-03-31 22:16:59 -0400434 const X86_64InstructionSetFeatures& GetInstructionSetFeatures() const {
435 return isa_features_;
436 }
437
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000438 // Fast path implementation of ReadBarrier::Barrier for a heap
439 // reference field load when Baker's read barriers are used.
440 void GenerateFieldLoadWithBakerReadBarrier(HInstruction* instruction,
Roland Levillaine3f43ac2016-01-19 15:07:47 +0000441 Location ref,
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000442 CpuRegister obj,
443 uint32_t offset,
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000444 bool needs_null_check);
445 // Fast path implementation of ReadBarrier::Barrier for a heap
446 // reference array load when Baker's read barriers are used.
447 void GenerateArrayLoadWithBakerReadBarrier(HInstruction* instruction,
Roland Levillaine3f43ac2016-01-19 15:07:47 +0000448 Location ref,
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000449 CpuRegister obj,
450 uint32_t data_offset,
451 Location index,
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000452 bool needs_null_check);
Roland Levillaina1aa3b12016-10-26 13:03:38 +0100453 // Factored implementation, used by GenerateFieldLoadWithBakerReadBarrier,
454 // GenerateArrayLoadWithBakerReadBarrier and some intrinsics.
455 //
456 // Load the object reference located at address `src`, held by
457 // object `obj`, into `ref`, and mark it if needed. The base of
458 // address `src` must be `obj`.
459 //
460 // If `always_update_field` is true, the value of the reference is
461 // atomically updated in the holder (`obj`). This operation
462 // requires two temporary registers, which must be provided as
463 // non-null pointers (`temp1` and `temp2`).
Sang, Chunlei0fcd2b82016-04-05 17:12:59 +0800464 void GenerateReferenceLoadWithBakerReadBarrier(HInstruction* instruction,
465 Location ref,
466 CpuRegister obj,
467 const Address& src,
Roland Levillaina1aa3b12016-10-26 13:03:38 +0100468 bool needs_null_check,
469 bool always_update_field = false,
470 CpuRegister* temp1 = nullptr,
471 CpuRegister* temp2 = nullptr);
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000472
473 // Generate a read barrier for a heap reference within `instruction`
474 // using a slow path.
Roland Levillain0d5a2812015-11-13 10:07:31 +0000475 //
476 // A read barrier for an object reference read from the heap is
477 // implemented as a call to the artReadBarrierSlow runtime entry
478 // point, which is passed the values in locations `ref`, `obj`, and
479 // `offset`:
480 //
481 // mirror::Object* artReadBarrierSlow(mirror::Object* ref,
482 // mirror::Object* obj,
483 // uint32_t offset);
484 //
485 // The `out` location contains the value returned by
486 // artReadBarrierSlow.
487 //
488 // When `index` provided (i.e., when it is different from
489 // Location::NoLocation()), the offset value passed to
490 // artReadBarrierSlow is adjusted to take `index` into account.
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000491 void GenerateReadBarrierSlow(HInstruction* instruction,
492 Location out,
493 Location ref,
494 Location obj,
495 uint32_t offset,
496 Location index = Location::NoLocation());
Roland Levillain0d5a2812015-11-13 10:07:31 +0000497
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000498 // If read barriers are enabled, generate a read barrier for a heap
499 // reference using a slow path. If heap poisoning is enabled, also
500 // unpoison the reference in `out`.
501 void MaybeGenerateReadBarrierSlow(HInstruction* instruction,
502 Location out,
503 Location ref,
504 Location obj,
505 uint32_t offset,
506 Location index = Location::NoLocation());
Roland Levillain0d5a2812015-11-13 10:07:31 +0000507
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000508 // Generate a read barrier for a GC root within `instruction` using
509 // a slow path.
Roland Levillain0d5a2812015-11-13 10:07:31 +0000510 //
511 // A read barrier for an object reference GC root is implemented as
512 // a call to the artReadBarrierForRootSlow runtime entry point,
513 // which is passed the value in location `root`:
514 //
515 // mirror::Object* artReadBarrierForRootSlow(GcRoot<mirror::Object>* root);
516 //
517 // The `out` location contains the value returned by
518 // artReadBarrierForRootSlow.
Roland Levillain1e7f8db2015-12-15 10:54:19 +0000519 void GenerateReadBarrierForRootSlow(HInstruction* instruction, Location out, Location root);
Roland Levillain0d5a2812015-11-13 10:07:31 +0000520
Mark Mendellf55c3e02015-03-26 21:07:46 -0400521 int ConstantAreaStart() const {
522 return constant_area_start_;
523 }
524
525 Address LiteralDoubleAddress(double v);
526 Address LiteralFloatAddress(float v);
527 Address LiteralInt32Address(int32_t v);
528 Address LiteralInt64Address(int64_t v);
529
Aart Bika19616e2016-02-01 18:57:58 -0800530 // Load a 32/64-bit value into a register in the most efficient manner.
Aart Bikc5d47542016-01-27 17:00:35 -0800531 void Load32BitValue(CpuRegister dest, int32_t value);
Mark Mendell92e83bf2015-05-07 11:25:03 -0400532 void Load64BitValue(CpuRegister dest, int64_t value);
Mark Mendell7c0b44f2016-02-01 10:08:35 -0500533 void Load32BitValue(XmmRegister dest, int32_t value);
534 void Load64BitValue(XmmRegister dest, int64_t value);
535 void Load32BitValue(XmmRegister dest, float value);
536 void Load64BitValue(XmmRegister dest, double value);
Aart Bikc5d47542016-01-27 17:00:35 -0800537
Aart Bika19616e2016-02-01 18:57:58 -0800538 // Compare a register with a 32/64-bit value in the most efficient manner.
539 void Compare32BitValue(CpuRegister dest, int32_t value);
540 void Compare64BitValue(CpuRegister dest, int64_t value);
541
jessicahandojo4877b792016-09-08 19:49:13 -0700542 // Compare int values. Supports register locations for `lhs`.
Vladimir Marko56f4bdd2016-09-16 11:32:36 +0100543 void GenerateIntCompare(Location lhs, Location rhs);
jessicahandojo4877b792016-09-08 19:49:13 -0700544 void GenerateIntCompare(CpuRegister lhs, Location rhs);
Vladimir Marko56f4bdd2016-09-16 11:32:36 +0100545
546 // Compare long values. Supports only register locations for `lhs`.
547 void GenerateLongCompare(Location lhs, Location rhs);
548
549 // Construct address for array access.
550 static Address ArrayAddress(CpuRegister obj,
551 Location index,
552 ScaleFactor scale,
553 uint32_t data_offset);
554
Mark Mendell9c86b482015-09-18 13:36:07 -0400555 Address LiteralCaseTable(HPackedSwitch* switch_instr);
Mark Mendell92e83bf2015-05-07 11:25:03 -0400556
Mark Mendellcfa410b2015-05-25 16:02:44 -0400557 // Store a 64 bit value into a DoubleStackSlot in the most efficient manner.
558 void Store64BitValueToStack(Location dest, int64_t value);
559
Mark Mendellea5af682015-10-22 17:35:49 -0400560 // Assign a 64 bit constant to an address.
561 void MoveInt64ToAddress(const Address& addr_low,
562 const Address& addr_high,
563 int64_t v,
564 HInstruction* instruction);
565
Mark P Mendell17077d82015-12-16 19:15:59 +0000566 // Ensure that prior stores complete to memory before subsequent loads.
567 // The locked add implementation will avoid serializing device memory, but will
Mark Mendell7aa04a12016-01-27 22:39:07 -0500568 // touch (but not change) the top of the stack.
569 // The 'non_temporal' parameter should be used to ensure ordering of non-temporal stores.
Mark P Mendell17077d82015-12-16 19:15:59 +0000570 void MemoryFence(bool force_mfence = false) {
Mark Mendell7aa04a12016-01-27 22:39:07 -0500571 if (!force_mfence) {
Mark P Mendell17077d82015-12-16 19:15:59 +0000572 assembler_.lock()->addl(Address(CpuRegister(RSP), 0), Immediate(0));
573 } else {
574 assembler_.mfence();
575 }
576 }
577
Roland Levillainf41f9562016-09-14 19:26:48 +0100578 void GenerateNop() OVERRIDE;
579 void GenerateImplicitNullCheck(HNullCheck* instruction) OVERRIDE;
580 void GenerateExplicitNullCheck(HNullCheck* instruction) OVERRIDE;
David Srbeckyc7098ff2016-02-09 14:30:11 +0000581
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000582 // When we don't know the proper offset for the value, we use kDummy32BitOffset.
583 // We will fix this up in the linker later to have the right value.
584 static constexpr int32_t kDummy32BitOffset = 256;
585
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100586 private:
Vladimir Markoaad75c62016-10-03 08:46:48 +0000587 template <LinkerPatch (*Factory)(size_t, const DexFile*, uint32_t, uint32_t)>
588 static void EmitPcRelativeLinkerPatches(const ArenaDeque<PatchInfo<Label>>& infos,
589 ArenaVector<LinkerPatch>* linker_patches);
Vladimir Marko58155012015-08-19 12:49:41 +0000590
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100591 // Labels for each block that will be compiled.
Vladimir Marko225b6462015-09-28 12:17:40 +0100592 Label* block_labels_; // Indexed by block id.
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000593 Label frame_entry_label_;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100594 LocationsBuilderX86_64 location_builder_;
595 InstructionCodeGeneratorX86_64 instruction_visitor_;
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +0000596 ParallelMoveResolverX86_64 move_resolver_;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100597 X86_64Assembler assembler_;
Mark Mendellfb8d2792015-03-31 22:16:59 -0400598 const X86_64InstructionSetFeatures& isa_features_;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100599
Mark Mendell39dcf552015-04-09 20:42:42 -0400600 // Offset to the start of the constant area in the assembled code.
Mark Mendellf55c3e02015-03-26 21:07:46 -0400601 // Used for fixups to the constant area.
602 int constant_area_start_;
603
Vladimir Marko58155012015-08-19 12:49:41 +0000604 // PC-relative DexCache access info.
Vladimir Markoaad75c62016-10-03 08:46:48 +0000605 ArenaDeque<PatchInfo<Label>> pc_relative_dex_cache_patches_;
Vladimir Markoaad75c62016-10-03 08:46:48 +0000606 // String patch locations; type depends on configuration (app .bss or boot image PIC).
607 ArenaDeque<PatchInfo<Label>> string_patches_;
Vladimir Marko1998cd02017-01-13 13:02:58 +0000608 // Type patch locations for boot image (always PIC).
609 ArenaDeque<PatchInfo<Label>> boot_image_type_patches_;
610 // Type patch locations for kBssEntry.
611 ArenaDeque<PatchInfo<Label>> type_bss_entry_patches_;
Vladimir Marko58155012015-08-19 12:49:41 +0000612
Mark Mendell9c86b482015-09-18 13:36:07 -0400613 // Fixups for jump tables need to be handled specially.
614 ArenaVector<JumpTableRIPFixup*> fixups_to_jump_tables_;
615
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000616 // Patches for string literals in JIT compiled code.
617 ArenaDeque<PatchInfo<Label>> jit_string_patches_;
618
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000619 // Patches for class literals in JIT compiled code.
620 ArenaDeque<PatchInfo<Label>> jit_class_patches_;
621
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100622 DISALLOW_COPY_AND_ASSIGN(CodeGeneratorX86_64);
623};
624
625} // namespace x86_64
626} // namespace art
627
628#endif // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_X86_64_H_